-- Logs begin at Fri 2022-09-23 13:06:21 UTC, end at Fri 2022-09-23 14:26:57 UTC. -- Sep 23 13:53:27.284641 dv-cinder-857434-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 13:53:29.929744 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.common.config [-] Logging enabled! Sep 23 13:53:29.930401 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev17 Sep 23 13:53:29.930584 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106537) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 23 13:53:29.933791 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.common.config [-] Logging enabled! Sep 23 13:53:29.934070 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev17 Sep 23 13:53:29.934488 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106537) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 23 13:53:29.935436 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 13:53:29.935666 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 13:53:29.936150 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 13:53:29.936398 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 13:53:29.936626 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 13:53:29.936945 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.937242 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.937474 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.937772 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.938061 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.938355 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.938666 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.938963 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.939246 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.939523 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.939820 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.940034 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.940310 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.940592 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.940876 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.941098 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] debug = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.941375 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.941799 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.942211 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.942526 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.942814 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.943094 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.943366 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.943638 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.943921 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.944250 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] host = dv-cinder-857434-4-iscsi {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.944527 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.944813 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.945098 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.945380 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.945652 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.945925 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.946209 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.946508 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.946781 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] log_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.947054 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.947339 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.947623 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.947906 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.948129 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.948352 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.948634 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.948935 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.949201 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.949474 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.950260 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.950596 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.950868 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.951076 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.951358 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.951639 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.951921 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.952192 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.952469 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.952739 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.953007 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.953287 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.953557 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.953826 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.954097 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.954401 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.954670 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.954940 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.955236 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.955517 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.955796 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.956077 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.956349 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.956627 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.956895 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.957163 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.957431 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] use_json = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.957698 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.957962 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.958238 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.958529 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.958799 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.959067 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.959333 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.959612 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.959878 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:29.960171 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.960465 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.960762 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.961041 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.961340 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.961617 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.961901 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.962176 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.962490 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.962779 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.963067 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.963344 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.963640 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.963923 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.964214 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.964517 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.964806 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.965096 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.965912 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.966203 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.966475 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.966756 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.967044 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.967322 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.967609 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.967896 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.968174 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.968469 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.968754 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.969036 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.969325 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.969610 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.969880 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.970444 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.970736 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.971013 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.971284 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.971568 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.971843 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.972113 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.972390 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.972680 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.972966 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.973235 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.973512 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.973797 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.974070 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.974351 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.974681 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.974957 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.975227 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.975509 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.975783 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.976053 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.976319 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.976594 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.976866 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.977138 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.977413 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.977683 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.977957 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.978225 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.978519 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.978795 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.979066 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.979337 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.979607 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.979878 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.980153 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.980423 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.980694 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.981028 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.981314 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.981584 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.981867 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.982164 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.982472 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.982752 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.983033 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.983308 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.983584 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.983858 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.984135 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.984410 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.984681 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.984970 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.985251 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.985534 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.985815 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.986109 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.986427 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.986705 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.986982 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.987257 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.987532 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.987807 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.988088 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.988363 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.988639 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.988920 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.989207 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.989495 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.989786 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.990059 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.990367 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.990665 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.990957 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.991235 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.991543 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.991820 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:29.992034 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 13:53:29.992271 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106537) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 13:53:30.370140 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 23 13:53:30.370566 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 23 13:53:30.370829 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 23 13:53:30.371060 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 23 13:53:30.371337 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 23 13:53:30.371731 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 13:53:30.696622 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.696831 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.697109 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.698319 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.698615 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.698881 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.751797 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.752072 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.752341 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.768562 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.768845 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.769117 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.797429 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.797709 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.797973 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.834265 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.834567 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:30.834846 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.065058 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.065710 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.065710 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.066809 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.067526 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.163872 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.164196 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.164479 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.164747 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.165010 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.165318 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.165576 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.165832 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.166089 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.166391 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.166655 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.166920 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.167175 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.167426 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.167683 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.167947 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.168203 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.169120 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.169410 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.169728 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.170009 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.170263 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.170576 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.170959 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.171211 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.171460 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.171856 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:53:31.172098 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:53:31.172337 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:53:31.172573 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:53:31.172806 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:53:31.173039 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:53:31.173394 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 13:53:31.176457 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 13:53:31.180342 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 13:53:31.184273 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 23 13:53:31.185915 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 13:53:31.186560 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 13:53:31.186895 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 13:53:31.187272 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 13:53:31.190024 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 13:53:31.190271 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 13:53:31.190644 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 13:53:31.195674 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 13:53:31.218965 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 13:53:31.219418 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.219718 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106537) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 23 13:53:31.220348 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.221709 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106537) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 13:53:31.221992 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 13:53:31.222238 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 13:53:31.233678 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.233960 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:31.377871 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 13:53:31.378057 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 13:53:31.378292 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 13:53:31.378703 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 13:53:31.434506 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO dbcounter [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Registered counter for database neutron Sep 23 13:53:31.455066 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_db.sqlalchemy.engines [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106537) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 13:53:31.460977 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG dbcounter [-] [106537] Writer thread running {{(pid=106537) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 13:53:32.173401 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Initializing driver for type 'gre' Sep 23 13:53:32.174074 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] gre ID ranges: [(1, 1000)] Sep 23 13:53:32.396378 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Initializing driver for type 'local' Sep 23 13:53:32.396715 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Initializing driver for type 'vlan' Sep 23 13:53:32.471195 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] VlanTypeDriver initialization complete Sep 23 13:53:32.471598 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Initializing driver for type 'vxlan' Sep 23 13:53:32.472160 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] vxlan ID ranges: [(1, 1000)] Sep 23 13:53:32.687662 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Initializing extension driver 'port_security' Sep 23 13:53:32.688003 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.extensions.port_security [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] PortSecurityExtensionDriver initialization complete Sep 23 13:53:32.688337 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Initializing mechanism driver 'openvswitch' Sep 23 13:53:32.688663 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Initializing mechanism driver 'hyperv' Sep 23 13:53:32.695329 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.plugins.ml2.plugin [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:53:32.695998 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > port after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.696374 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > port after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.696730 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > port after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.697237 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 13:53:32.697661 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.698021 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.698395 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.709999 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 13:53:32.709999 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > network after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.709999 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > network after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.709999 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > network after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.709999 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 13:53:32.710396 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > security_group after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.710396 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > security_group after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.710396 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.710396 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 13:53:32.710396 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.710756 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.710756 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.710756 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 13:53:32.710756 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > address_group after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.710756 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > address_group after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.711105 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.711105 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 13:53:32.711105 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] ML2 OVO RPC backend initialized. {{(pid=106537) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 23 13:53:32.711105 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.711105 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.711466 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > network before_response 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.711466 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > networks before_response 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.711466 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > port before_response 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.711466 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > ports before_response 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.711756 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > subnet before_response 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.711756 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > subnets before_response 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.711756 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > network after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.711756 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > network after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.712049 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > network after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.712049 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > port after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.712049 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > port after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.712049 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > port after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.712332 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.712332 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.712332 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.719597 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded quota_driver: . Sep 23 13:53:32.719968 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.plugin [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Modular L2 Plugin initialization complete Sep 23 13:53:32.720581 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading services supported by the core plugin {{(pid=106537) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 13:53:32.721007 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.plugins.ml2.managers [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Got port-security extension from driver 'port_security' Sep 23 13:53:32.721503 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.extensions.vlantransparent [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Disabled vlantransparent extension. Sep 23 13:53:32.721956 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106537) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 13:53:32.722286 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading Plugin: router Sep 23 13:53:32.764984 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.765383 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router after_create 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.765760 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router before_create 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.766132 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.766544 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.766910 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router after_delete 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.767274 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.767630 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.767991 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router after_create 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.768341 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router after_update 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.768694 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router after_update 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.769053 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.769418 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router after_update 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.769838 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.770215 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: port after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.770585 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: port after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.770934 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: subnet after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.771286 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.771645 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.771998 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.772348 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: port before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.772700 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router precommit_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.773065 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router after_update 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.773417 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.773775 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.774144 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.774565 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.774942 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > agent after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.775303 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > agent after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.775654 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > network after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.776515 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Tracking information for resource: router configured {{(pid=106537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:53:32.776854 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Tracking information for resource: floatingip configured {{(pid=106537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:53:32.781935 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.db.l3_agentschedulers_db [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 13:53:32.782554 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: port after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.782923 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: port after_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.783280 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: port after_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.783643 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: port after_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.784444 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router before_create 55550100 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.784814 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.785182 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router precommit_create 55550100 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.785582 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > router precommit_update 55550100 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.790529 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.services.provider_configuration [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service providers = [] {{(pid=106537) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 13:53:32.790897 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.db.servicetype_db [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106537) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 13:53:32.793853 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.services.service_base [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:53:32.794770 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.services.service_base [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:53:32.795397 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.services.service_base [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:53:32.796090 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.services.service_base [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:53:32.796461 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.services.service_base [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 13:53:32.796838 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:53:32.797159 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 13:53:32.817384 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:53:32.817757 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading Plugin: auto_allocate Sep 23 13:53:32.823547 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: network precommit_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.823924 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: network precommit_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.824445 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:53:32.824769 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading Plugin: tag Sep 23 13:53:32.831584 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:53:32.831918 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading Plugin: timestamp Sep 23 13:53:32.835960 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:53:32.836291 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading Plugin: network_ip_availability Sep 23 13:53:32.841817 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.842190 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.842581 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:32.843295 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:53:32.843616 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading Plugin: flavors Sep 23 13:53:32.853294 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:53:32.853628 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading Plugin: revisions Sep 23 13:53:32.858665 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:53:32.859049 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_concurrency.lockutils [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.488s {{(pid=106537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 23 13:53:32.859789 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106537) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 23 13:53:32.860126 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Initializing extension manager. Sep 23 13:53:32.860650 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: __init__.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.860994 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: __pycache__ {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.861336 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: address_group.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.862231 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.862835 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: address-group Sep 23 13:53:32.863165 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: address_scope.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.863885 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.864387 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: address-scope Sep 23 13:53:32.864711 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.865599 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.866109 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: router-admin-state-down-before-update Sep 23 13:53:32.866468 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: agent.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.867133 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.867641 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: agent Sep 23 13:53:32.867965 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: agent_resources_synced.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.868836 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.869347 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: agent-resources-synced Sep 23 13:53:32.869674 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: allowedaddresspairs.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.871466 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.871994 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: allowed-address-pairs Sep 23 13:53:32.872972 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: auto_allocated_topology.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.874019 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.874567 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: auto-allocated-topology Sep 23 13:53:32.874899 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: availability_zone.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.875558 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.876070 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: availability_zone Sep 23 13:53:32.876399 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: availability_zone_filter.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.877280 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.877794 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: availability_zone_filter Sep 23 13:53:32.878123 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: data_plane_status.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.879030 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.879541 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 13:53:32.879869 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: default_subnetpools.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.880743 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.881257 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: default-subnetpools Sep 23 13:53:32.881588 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.882379 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.882899 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: dhcp_agent_scheduler Sep 23 13:53:32.883225 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: dns.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.884100 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.884608 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension dns-integration not supported by any of loaded plugins Sep 23 13:53:32.884935 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: dns_domain_ports.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.885809 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.886318 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 13:53:32.886670 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.887587 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.888117 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 13:53:32.888442 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: dvr.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.889080 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.889592 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: dvr Sep 23 13:53:32.889921 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: ecmp_routes.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.890824 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.891333 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 13:53:32.891655 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: empty_string_filtering.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.892572 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.893081 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: empty-string-filtering Sep 23 13:53:32.893404 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.894273 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.894814 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 13:53:32.895135 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.896013 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.896519 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 13:53:32.896839 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: external_net.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.897742 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.898257 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: external-net Sep 23 13:53:32.906587 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.907247 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.907741 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: extra_dhcp_opt Sep 23 13:53:32.908068 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: extraroute.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.908946 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.909533 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: extraroute Sep 23 13:53:32.909859 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: extraroute_atomic.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.910881 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.911395 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: extraroute-atomic Sep 23 13:53:32.911722 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: filter_validation.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.912354 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.912862 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: filter-validation Sep 23 13:53:32.913186 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: fip_pf_description.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.914060 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.914605 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 13:53:32.914935 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: fip_pf_detail.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.915830 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.916343 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 23 13:53:32.916666 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: fip_pf_port_range.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.917529 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.918041 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 23 13:53:32.918391 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: fip_port_details.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.919831 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.920365 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: fip-port-details Sep 23 13:53:32.920684 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: flavors.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.921896 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.922445 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: flavors Sep 23 13:53:32.922775 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.924374 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.924900 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 13:53:32.925229 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: floatingip_pools.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.925899 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.926446 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: floatingip-pools Sep 23 13:53:32.926812 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: ip_allocation.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.927693 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.928202 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 13:53:32.928527 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.929431 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.929937 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: ip-substring-filtering Sep 23 13:53:32.930260 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: l2_adjacency.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.931177 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.931684 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 13:53:32.932034 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: l3.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.932963 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.933472 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: router Sep 23 13:53:32.933796 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.936770 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.946071 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 13:53:32.946071 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.946771 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.947297 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: ext-gw-mode Sep 23 13:53:32.947626 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.948513 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.949032 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: l3-ha Sep 23 13:53:32.949395 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.950275 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.950884 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 23 13:53:32.951209 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: l3_flavors.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.952090 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.952604 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: l3-flavors Sep 23 13:53:32.952930 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.954263 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.954809 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 23 13:53:32.955153 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.956038 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.956555 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 13:53:32.956883 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: l3agentscheduler.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.957942 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.958491 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: l3_agent_scheduler Sep 23 13:53:32.958824 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: local_ip.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.960519 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.961048 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension local_ip not supported by any of loaded plugins Sep 23 13:53:32.961380 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: logging.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.962858 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.963389 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension logging not supported by any of loaded plugins Sep 23 13:53:32.963729 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: metering.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.964451 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.965040 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: metering Sep 23 13:53:32.965367 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.966521 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.967101 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: metering_source_and_destination_fields Sep 23 13:53:32.967428 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: multiprovidernet.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.968322 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.968849 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: multi-provider Sep 23 13:53:32.969177 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: netmtu.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.970311 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.970855 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: net-mtu Sep 23 13:53:32.971183 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: netmtu_writable.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.972108 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.972576 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: net-mtu-writable Sep 23 13:53:32.972901 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: network_availability_zone.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.973543 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.974052 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: network_availability_zone Sep 23 13:53:32.974404 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: network_ip_availability.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.975458 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.975973 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: network-ip-availability Sep 23 13:53:32.976301 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: network_segment_range.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.977030 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.977567 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 13:53:32.977894 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: pagination.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.981262 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.981595 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: pagination Sep 23 13:53:32.982659 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: port_device_profile.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.983588 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.984105 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: port-device-profile Sep 23 13:53:32.984432 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: port_mac_address_override.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.985325 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.985837 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: port-mac-override Sep 23 13:53:32.986167 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.987078 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.987589 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: port-mac-address-regenerate Sep 23 13:53:32.987917 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.988789 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.989305 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: port-numa-affinity-policy Sep 23 13:53:32.989690 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: port_resource_request.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.990584 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.991094 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 13:53:32.991419 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: port_resource_request_groups.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.992354 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.992865 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 23 13:53:32.993189 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: portbindings.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.994085 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.994692 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: binding Sep 23 13:53:32.995019 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: portbindings_extended.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.996237 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.996758 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: binding-extended Sep 23 13:53:32.997091 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: portsecurity.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:32.998757 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:32.999280 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: port-security Sep 23 13:53:32.999604 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: project_id.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.000841 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.001125 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: project-id Sep 23 13:53:33.001452 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: providernet.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.002348 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.002882 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: provider Sep 23 13:53:33.003210 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.006729 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.007267 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos not supported by any of loaded plugins Sep 23 13:53:33.007606 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.008836 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.009362 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 13:53:33.009694 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.016809 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.017330 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 13:53:33.017687 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_default.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.018605 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.019124 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-default not supported by any of loaded plugins Sep 23 13:53:33.019449 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_fip.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.020332 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.020850 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-fip not supported by any of loaded plugins Sep 23 13:53:33.021176 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.022050 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.022635 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 23 13:53:33.022962 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_gateway_ip.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.023858 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.024375 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 13:53:33.024704 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_port_network_policy.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.025583 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.026102 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 13:53:33.026467 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.027472 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.027994 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 23 13:53:33.028320 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.029358 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.029871 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 23 13:53:33.030198 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_pps_rule.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.031351 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.031872 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-pps not supported by any of loaded plugins Sep 23 13:53:33.032201 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_rule_type_details.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.033082 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.033593 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 13:53:33.033922 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.034874 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.035377 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 23 13:53:33.035706 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: qos_rules_alias.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.036709 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.037223 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 13:53:33.037550 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: quota_check_limit.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.038456 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.038970 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: quota-check-limit Sep 23 13:53:33.039298 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: quotasv2.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.040213 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.040540 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: quotas Sep 23 13:53:33.040865 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: quotasv2_detail.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.042561 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.042906 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: quota_details Sep 23 13:53:33.043238 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: rbac.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.044811 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.045329 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: rbac-policies Sep 23 13:53:33.045664 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: rbac_address_group.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.046589 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.047108 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: rbac-address-group Sep 23 13:53:33.047437 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: rbac_address_scope.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.048459 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.048977 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: rbac-address-scope Sep 23 13:53:33.049305 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: rbac_security_groups.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.054881 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.055394 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: rbac-security-groups Sep 23 13:53:33.055723 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: rbac_subnetpool.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.056607 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.057121 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: rbac-subnetpool Sep 23 13:53:33.057451 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: revisionifmatch.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.058398 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.058912 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: revision-if-match Sep 23 13:53:33.059239 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: revisions.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.060900 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.061419 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: standard-attr-revisions Sep 23 13:53:33.061750 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: router_availability_zone.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.062424 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.062941 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: router_availability_zone Sep 23 13:53:33.063269 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: routerservicetype.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.064152 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.064666 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension router-service-type not supported by any of loaded plugins Sep 23 13:53:33.064993 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.065882 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.066429 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: security-groups-normalized-cidr Sep 23 13:53:33.066757 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.067650 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.068207 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: port-security-groups-filtering Sep 23 13:53:33.068538 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.069419 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.069933 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: security-groups-remote-address-group Sep 23 13:53:33.070258 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.071173 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.071683 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: security-groups-shared-filtering Sep 23 13:53:33.072007 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: securitygroup.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.082021 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.082601 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: security-group Sep 23 13:53:33.082931 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: segment.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.083626 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.084142 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension segment not supported by any of loaded plugins Sep 23 13:53:33.084473 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.085375 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.085943 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 13:53:33.086271 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: servicetype.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.087361 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.087888 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: service-type Sep 23 13:53:33.088220 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: sorting.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.089172 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.089505 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: sorting Sep 23 13:53:33.089830 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: standard_attr_segment.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.090755 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.091956 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 13:53:33.092283 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: standardattrdescription.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.092906 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.093426 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: standard-attr-description Sep 23 13:53:33.093749 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: stateful_security_group.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.094669 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.095454 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: stateful-security-group Sep 23 13:53:33.095781 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: stdattrs_common.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.096336 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 13:53:33.096661 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.097566 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.098134 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 13:53:33.098492 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: subnet_onboard.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.099522 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.100051 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: subnet_onboard Sep 23 13:53:33.100381 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.101278 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.101796 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 13:53:33.102122 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: subnet_service_types.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.107420 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.107940 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: subnet-service-types Sep 23 13:53:33.108262 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: subnetallocation.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.109309 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.109872 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: subnet_allocation Sep 23 13:53:33.110202 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.110874 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.111387 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: subnetpool-prefix-ops Sep 23 13:53:33.111716 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.112607 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.113120 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 13:53:33.113443 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: tagging.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.114498 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.115068 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: standard-attr-tag Sep 23 13:53:33.115399 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: timestamp.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.116566 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.117085 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loaded extension: standard-attr-timestamp Sep 23 13:53:33.117417 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: trunk.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.118430 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.118952 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension trunk not supported by any of loaded plugins Sep 23 13:53:33.119279 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: trunk_details.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.120165 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.120677 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension trunk-details not supported by any of loaded plugins Sep 23 13:53:33.121003 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: uplink_status_propagation.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.121889 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.122454 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 13:53:33.122826 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Loading extension file: vlantransparent.py {{(pid=106537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:53:33.123509 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:53:33.124017 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 13:53:33.126657 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:network Sep 23 13:53:33.127186 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:subnet Sep 23 13:53:33.127585 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:53:33.127973 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:port Sep 23 13:53:33.129265 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.129713 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service FLAVORS assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.130321 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.130782 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.131119 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:router Sep 23 13:53:33.131556 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 13:53:33.132059 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service METERING assigned prefix: /metering {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.133486 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:33.133876 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:33.134238 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:53:33.135266 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 13:53:33.135719 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:security_group Sep 23 13:53:33.137309 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 13:53:33.137309 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service CORE assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.137309 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:53:33.137538 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] subnetpool is already registered Sep 23 13:53:33.137751 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service CORE assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.138148 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:53:33.138581 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] subnetpool is already registered Sep 23 13:53:33.140936 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.141387 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service FLAVORS assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.142026 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.142616 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.142959 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:router Sep 23 13:53:33.143303 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] router is already registered Sep 23 13:53:33.143773 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 13:53:33.144114 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] floatingip is already registered Sep 23 13:53:33.144589 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service METERING assigned prefix: /metering {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.145300 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 13:53:33.145633 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] rbac_policy is already registered Sep 23 13:53:33.146053 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:security_group Sep 23 13:53:33.146433 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] security_group is already registered Sep 23 13:53:33.146855 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 13:53:33.147183 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] security_group_rule is already registered Sep 23 13:53:33.147671 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service CORE assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.147998 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:53:33.148333 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] subnetpool is already registered Sep 23 13:53:33.148771 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.v2.resource_helper [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Service CORE assigned prefix: {{(pid=106537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:53:33.149102 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:53:33.149440 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING neutron.quota.resource_registry [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] subnetpool is already registered Sep 23 13:53:33.149908 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: extensions {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.151563 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: address-groups {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.153052 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: address-scopes {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.154847 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: agents {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.156089 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: auto-allocated-topology {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.158652 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: availability_zones {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.159901 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: dhcp-networks {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.161328 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: dhcp-agents {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.162914 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: routers {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.164661 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: flavors {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.165838 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: service_profiles {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.167178 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: next_providers {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.168652 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: service_profiles {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.170832 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: floatingip-pools {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.172156 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: routers {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.174003 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: floatingips {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.175234 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: l3-routers {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.176637 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: l3-agents {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.178164 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: metering-labels {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.179496 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: metering-label-rules {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.180783 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: network-ip-availabilities {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.182155 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: bindings {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.183831 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: quotas {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.185747 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: quotas {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.187461 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: rbac-policies {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.188672 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: security-groups {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.189890 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: security-group-rules {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.191198 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: service-providers {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.192536 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: subnetpools {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.201985 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: subnetpools {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.201985 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: tags {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.201985 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: tags {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.201985 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: tags {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.201985 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: tags {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.203636 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: tags {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.205522 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: tags {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.207409 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: tags {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.209230 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: tags {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.211071 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: tags {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.212956 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron.api.extensions [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Extended resource: tags {{(pid=106537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:53:33.220937 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING keystonemiddleware.auth_token [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 13:53:33.226137 dv-cinder-857434-4-iscsi neutron-server[106537]: WARNING keystonemiddleware.auth_token [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 13:53:33.235765 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_concurrency.lockutils [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Acquiring lock "singleton_lock" {{(pid=106537) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 23 13:53:33.236097 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_concurrency.lockutils [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Acquired lock "singleton_lock" {{(pid=106537) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 23 13:53:33.236574 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_concurrency.lockutils [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Releasing lock "singleton_lock" {{(pid=106537) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 23 13:53:33.237223 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO oslo_service.service [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Starting 2 workers Sep 23 13:53:33.242022 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Started child 106652 {{(pid=106537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:53:33.246404 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Started child 106653 {{(pid=106537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:53:33.247635 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:33.248268 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO neutron.service [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 13:53:33.248625 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:33.249243 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [-] (106652) wsgi starting up on http://0.0.0.0:9696 Sep 23 13:53:33.251089 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO oslo_service.service [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Starting 1 workers Sep 23 13:53:33.251351 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:33.252722 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [-] (106653) wsgi starting up on http://0.0.0.0:9696 Sep 23 13:53:33.256253 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Started child 106654 {{(pid=106537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:53:33.256790 dv-cinder-857434-4-iscsi neutron-server[106537]: INFO oslo_service.service [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Starting 1 workers Sep 23 13:53:33.259989 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.service [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] calling RpcWorker wait() {{(pid=106654) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 13:53:33.260524 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.service [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] returning from RpcWorker wait() {{(pid=106654) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 13:53:33.261214 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Started child 106655 {{(pid=106537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:53:33.261794 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:33.261957 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG neutron_lib.callbacks.manager [None req-4623241a-b03d-46fc-916e-0ef10847cfd5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:33.262376 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:53:33.264278 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106537) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 13:53:33.264495 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 13:53:33.264685 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 13:53:33.264912 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 13:53:33.265249 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 13:53:33.265434 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 13:53:33.265930 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.266214 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.266545 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.266810 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:33.267282 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.267354 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.267629 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.267884 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.268171 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.268443 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.268624 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.268782 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.269016 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.269256 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.269564 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.269834 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.270088 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.270321 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.270521 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.270778 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.271028 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.271286 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.271562 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] debug = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.271836 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.272307 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.272541 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.272790 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.273028 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.273294 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.273539 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.273795 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.274058 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.274281 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.274553 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.274818 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.275072 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.275304 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.275535 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.275820 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.276057 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.276530 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] host = dv-cinder-857434-4-iscsi {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.276765 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.277018 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.277265 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.277525 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.277783 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.278012 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.278269 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.279094 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.279526 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.279842 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.280108 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.280358 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.280601 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.280849 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.281018 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_options = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.281251 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.281537 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.281817 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.282010 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.282180 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.282416 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.282638 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.282804 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.283053 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.283277 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.283489 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.283702 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.283932 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.284163 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.284412 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.284645 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.284883 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.285121 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.285466 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.286057 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.286212 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:53:33.286399 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.286399 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.286663 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.286801 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.287048 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.287248 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.287478 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.287709 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.287924 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.288163 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.288546 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.288888 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.289261 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.289544 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.289810 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.290040 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.290268 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.290692 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.291537 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.291537 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.291537 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.291864 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.292046 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.292298 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.292551 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.292768 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.293659 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_json = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.293913 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.294267 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.295282 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.295764 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.296004 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.296225 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.296450 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.296687 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.296911 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.297620 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.297940 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.298269 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.298554 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.304970 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.304970 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.304970 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.304970 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.304970 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.304970 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.304970 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.304970 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305464 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305464 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305464 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305464 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305464 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305464 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305464 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305464 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305931 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305931 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305931 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305931 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305931 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305931 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.305931 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.306381 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.306381 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.306622 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.306974 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.307289 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.307585 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.307844 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.308088 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.308338 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.308559 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.308779 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.309017 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.309255 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.309522 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.309771 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.310033 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.310261 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.310556 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.310788 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.311048 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.311309 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.311849 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.311849 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.312038 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.312269 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.312482 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.312722 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.312951 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.313169 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.313439 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.313671 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.313926 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.314199 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.314442 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.314689 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.314925 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.315147 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.315384 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.315606 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.315827 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.316039 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.316304 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.316550 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.316765 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.316982 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.317209 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.317424 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.317646 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.317893 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.318130 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.318393 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.318602 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.318810 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.319032 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.319245 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.319494 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.319704 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.319913 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.320154 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.320380 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.324609 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.324609 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.324609 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.324609 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.324609 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.326768 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.328228 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.329199 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.329455 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.329746 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.330597 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.330892 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.331143 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.331391 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.331624 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.331912 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.332152 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.332401 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.332661 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.332890 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.333173 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.333416 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.333639 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.333868 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.334093 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.334315 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.334607 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.334816 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.335058 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.335305 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.335561 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.335827 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.336090 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.336316 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.336551 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.336804 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.337090 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.337340 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.337633 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.337857 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.339062 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.339400 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.339671 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.340146 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.340554 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.341564 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.341998 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.342418 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.342821 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.343205 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.343579 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.343974 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.344352 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.344732 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.345363 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.345734 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.346198 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.346594 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.346974 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.347199 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.347837 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.348097 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.348352 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.350298 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.350592 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.350857 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.351130 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.351377 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.351601 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.351853 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.352113 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.352332 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.352558 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.352801 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.353028 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.353246 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.353464 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.353699 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.353916 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.354153 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.356217 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.357483 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.357834 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.358486 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.358739 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.358986 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.359256 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.359497 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.359733 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.359967 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.360195 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.360441 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.360698 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.360989 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.361245 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.361490 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.361727 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.361992 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.362264 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.362518 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.362803 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.363049 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.363266 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.363485 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.363713 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.363953 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.364192 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.364426 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.364646 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.364904 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.365157 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.365505 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.365758 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.365990 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.366270 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.366596 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.366957 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.367177 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.367394 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.367651 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.367876 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.368128 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.368397 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.368637 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.368866 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.369278 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.369505 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.369729 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.369952 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.370214 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.370481 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.370717 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.370940 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.371161 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.371385 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.371628 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.371844 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.372061 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.374072 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.374316 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.374572 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.374797 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.375035 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.375361 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.375609 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.375710 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:53:33.375841 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.376098 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.376341 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.376577 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.376814 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.377054 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.377288 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.377513 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.377730 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.377941 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.378193 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.378428 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.378669 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.378876 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.379084 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.379290 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.379510 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.379834 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.379975 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.380413 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.380825 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.380825 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.381698 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.381698 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.381698 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.381698 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.381992 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.382082 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.382295 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.382535 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.382746 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.382969 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.383186 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.383396 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.383704 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.383958 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.384194 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.384645 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.384893 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.385140 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.385381 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.385704 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.385919 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.386178 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.386435 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.386657 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.387213 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.387213 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.387445 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.388091 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.388384 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.388631 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.388913 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.389491 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.389769 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.389988 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.390597 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.390910 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.391173 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.391430 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.391667 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.391907 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.392130 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.392346 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.392580 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.392813 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.393030 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.393293 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.393522 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.393744 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.393962 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.394507 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.394748 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.395006 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.395217 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.395456 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.395673 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.395829 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 13:53:33.396371 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106537) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 13:53:33.396533 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 13:53:33.396688 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 13:53:33.396857 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 13:53:33.397031 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 13:53:33.397184 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 13:53:33.397391 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.397552 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.397717 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.397876 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.398039 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.398203 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.398381 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.398541 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.398784 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.398886 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.398998 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.399167 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.399308 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.399445 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.399602 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.399758 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.399915 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.400077 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.400235 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.400391 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.400547 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.400704 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] debug = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.400874 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.401086 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.401319 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.401449 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.401532 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.401747 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.401909 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.402066 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.402222 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.402397 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.402555 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.402713 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.402868 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.403024 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.403180 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.403336 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.404000 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.404260 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] host = dv-cinder-857434-4-iscsi {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.404406 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.404600 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.404725 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.404847 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.405000 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.405157 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.405315 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.405470 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.405626 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.405782 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.405938 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.406094 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.406289 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.406460 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.406603 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_options = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.406708 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.406863 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.407018 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.407202 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.407364 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.407525 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.407682 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.407838 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.408079 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.408244 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.408401 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.408557 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.408712 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.408978 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.409065 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.409143 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.409302 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.409457 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.409613 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.409768 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.409924 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.410078 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.410233 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.410419 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.410558 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.410700 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.410907 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.411121 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.411252 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.411481 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.411567 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.411699 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.411856 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.412012 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.412166 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.412322 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.412477 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.412633 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.412787 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.412939 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.413093 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.413249 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.413388 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.413548 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.413703 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.413860 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.414016 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_json = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.414172 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.414412 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.414679 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.414842 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.414998 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.415153 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.415309 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.415465 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.415621 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:53:33.415798 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.415959 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.416127 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.416285 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.416444 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.416601 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.416759 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.416918 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.417076 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.417278 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.417481 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.417646 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.417816 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.417975 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.418134 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.418294 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.418475 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.418634 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.418794 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.419022 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.419211 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.420821 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.420821 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.420821 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.420821 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.420821 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.420821 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.420821 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.421327 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.421327 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.421327 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.421560 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.421560 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.421727 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.421813 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.421962 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.422133 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.422285 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.422464 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.422625 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.422784 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.422944 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.423103 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.423261 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.423419 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.423580 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.423739 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.423899 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.424058 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.424238 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.424378 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.424537 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.424696 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.424858 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.425016 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.425175 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.425333 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.425501 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.425659 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.425818 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.425976 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.426136 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.426295 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.426473 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.426632 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.426791 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.426951 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.427110 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.427281 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.427444 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.427601 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.427760 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.427919 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.428078 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.428237 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.428396 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.428556 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.428715 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.428873 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.429032 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.429195 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.429337 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.429496 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.429654 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.429813 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.429976 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.430151 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.430309 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.430489 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.430649 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.430807 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.430973 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.431149 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.431309 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.431467 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.431633 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.431782 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.431940 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.432098 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.432255 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.432413 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.432572 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.432731 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.432891 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.433052 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.433211 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.433370 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.433527 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.433684 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.433843 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.434001 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.434158 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.434315 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.434491 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.434650 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.434832 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.435005 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.435158 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.435311 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.435510 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.435677 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.435837 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.435996 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.436165 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.436324 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.436485 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.436644 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.436810 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.436981 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.437141 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.437299 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.437462 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.437620 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.437778 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.437936 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.438094 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.438253 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.438433 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.438594 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.438763 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.438923 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.439081 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.439240 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.439421 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.439578 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.439736 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.439895 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.440054 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.440212 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.440370 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.440528 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.440688 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.440846 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.441004 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.441163 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.441322 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.441480 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.441638 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.441797 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.441956 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.442115 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.442273 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.442453 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.442614 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.442771 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.442930 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.443088 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.443246 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.443404 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.443562 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.443720 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.443879 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.444038 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.444196 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.444354 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.444512 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.444670 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.444829 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.444986 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.445144 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.445305 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.445464 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.445624 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.445784 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.445943 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.446102 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.446261 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.446440 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.446600 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.446760 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.446919 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.447077 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.447236 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.447399 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.447557 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.447716 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.447873 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.448032 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.448207 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.448366 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.448524 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.448686 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.448846 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.449005 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.449164 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.449323 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.449471 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.449628 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.449787 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.449946 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.450105 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.450263 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.450959 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.451116 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.451284 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.451413 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.451573 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.451734 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.451894 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.452052 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.452211 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.452372 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.452532 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.452690 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.452849 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.453006 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.453165 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.453324 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.453481 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.453638 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.453808 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.453966 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.454124 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.454282 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.454461 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.454621 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.454789 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.454947 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.455105 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.455263 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.455420 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.455578 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.455745 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.455904 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.456062 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.456219 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.456377 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.456534 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.456701 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.456860 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.457017 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.457175 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.457331 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.457489 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.457656 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.457818 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.457975 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.458132 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.458289 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.458469 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.458638 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.458796 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.458954 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.459112 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.459269 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.459427 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.459594 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.459753 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.459912 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.460077 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.460235 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.460392 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.460550 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.460718 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.460877 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.461037 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.461195 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.461352 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.461511 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.461672 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.461836 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.462003 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.462168 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.462345 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.462511 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.462680 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.462847 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.463006 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.463171 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.463341 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.463499 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.463659 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.463817 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.463977 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.464135 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.464294 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.464451 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.464608 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.464765 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.464923 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.465080 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.465239 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.465397 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.465555 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.465737 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.465897 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.466699 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.466864 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.467022 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:53:33.467174 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 13:53:33.470659 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 53630) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:53:33.477576 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [-] 10.222.0.62 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047777 Sep 23 13:53:33.481805 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [-] 10.222.0.62 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0036891 Sep 23 13:53:42.555217 dv-cinder-857434-4-iscsi neutron-server[106537]: DEBUG dbcounter [-] [106537] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106537) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:53:44.935883 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bfaa0f-f87f-44e2-bb48-967e1e8639d4 None None] get_active_networks_info from dv-cinder-857434-4-iscsi {{(pid=106654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 23 13:53:44.961285 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writer thread running {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 13:53:45.053533 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bfaa0f-f87f-44e2-bb48-967e1e8639d4 None None] No non-hosted networks {{(pid=106654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 13:53:45.070240 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.agentschedulers_db [None req-16bfaa0f-f87f-44e2-bb48-967e1e8639d4 None None] DHCP Agent not found on host dv-cinder-857434-4-iscsi {{(pid=106654) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 23 13:53:45.122592 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-e176ae1e-9ac4-489a-85cd-ac27066200d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-490699'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:46.681275 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writer thread running {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 13:53:47.335271 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b56b8c3a-805a-4e2b-8705-54d159c4bf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-490699'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:47.367944 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.db.api [None req-44af37fe-6a62-4f77-bf72-15ff91bad5ea None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-857434-4-iscsi {{(pid=106654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 13:53:47.368850 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG oslo_db.api [None req-44af37fe-6a62-4f77-bf72-15ff91bad5ea None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:53:47.944935 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-44af37fe-6a62-4f77-bf72-15ff91bad5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:48.526561 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-490699'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:48.987991 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 53702) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:53:49.551187 dv-cinder-857434-4-iscsi neutron-server[106653]: WARNING oslo_policy.policy [None req-19e2d6b5-793b-4e7e-9992-923d635d92f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:53:49.551853 dv-cinder-857434-4-iscsi neutron-server[106653]: WARNING oslo_policy.policy [None req-19e2d6b5-793b-4e7e-9992-923d635d92f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:53:49.776077 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [None req-19e2d6b5-793b-4e7e-9992-923d635d92f5 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106653) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 13:53:49.777103 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-19e2d6b5-793b-4e7e-9992-923d635d92f5 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7882199 Sep 23 13:53:49.985078 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-490699'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:49.985680 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.986493 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.986493 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.987089 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.987534 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.987691 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.988161 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.988620 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.988770 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.989313 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.989472 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.989939 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.990253 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.991138 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.991138 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:49.993506 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857434-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:53:50.002946 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857434-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:53:50.213316 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-490699'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:52.504469 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 53738) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:53:52.871162 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-3d0d5585-a3a3-424e-97fe-f3fbb3b0d8c5 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:53:52.883392 dv-cinder-857434-4-iscsi neutron-server[106653]: ERROR stevedore.extension [None req-3d0d5585-a3a3-424e-97fe-f3fbb3b0d8c5 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 23 13:53:52.977803 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.policy [None req-3d0d5585-a3a3-424e-97fe-f3fbb3b0d8c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106653) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 13:53:53.023034 dv-cinder-857434-4-iscsi neutron-server[106653]: WARNING oslo_policy.policy [None req-3d0d5585-a3a3-424e-97fe-f3fbb3b0d8c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:53:53.023595 dv-cinder-857434-4-iscsi neutron-server[106653]: WARNING oslo_policy.policy [None req-3d0d5585-a3a3-424e-97fe-f3fbb3b0d8c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:53:53.045375 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writer thread running {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 13:53:53.183097 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-3d0d5585-a3a3-424e-97fe-f3fbb3b0d8c5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774127537250', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774127537782', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774127619541', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774127626961', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774127636578', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774127644908', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16406695', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16412881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1531810', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1565865'] for rbac-policy (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:53.443479 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-3d0d5585-a3a3-424e-97fe-f3fbb3b0d8c5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:53.444723 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-3d0d5585-a3a3-424e-97fe-f3fbb3b0d8c5 admin admin] 10.222.0.62 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9392781 Sep 23 13:53:53.453800 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.db.l3_hamode_db [None req-63187308-4fbf-449e-8a27-3f229d0b32a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 13:53:53.535786 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63187308-4fbf-449e-8a27-3f229d0b32a2 None None] Routers set() bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 13:53:53.536182 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63187308-4fbf-449e-8a27-3f229d0b32a2 None None] Router IDs set() for agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 23 13:53:56.064910 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 53748) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:53:56.384006 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:53:56.464203 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Made reservation on behalf of feaf606da67b4ccf9411691df09f4216 for: {'network': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:53:56.469077 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:56.488835 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:56.599604 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Publish callbacks [] for security_group (a614d7e2-83a2-4eed-83dc-71aa27ad5485), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:56.680971 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (a614d7e2-83a2-4eed-83dc-71aa27ad5485), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:56.716358 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=106653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:53:56.741298 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a614d7e2-83a2-4eed-83dc-71aa27ad5485,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:53:56.753889 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.754235 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.754626 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.754982 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.755328 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.755646 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.755978 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.756299 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.756623 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.756942 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.757264 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.757602 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.757926 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.758281 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.758677 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Tracked resource versions report: Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: pushed versions: Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: { 'AddressGroup': {'1.2'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Agent': {'1.1'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'ConntrackHelper': {'1.0'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'LocalIPAssociation': {'1.0'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Log': {'1.0'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'NDPProxy': {'1.0'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Network': {'1.1'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Port': {'1.7'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'PortForwarding': {'1.3'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'QosPolicy': {'1.10'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SecurityGroup': {'1.5'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SubPort': {'1.0'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Subnet': {'1.1'}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Trunk': {'1.1'}} Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: consumer versions: Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: { DHCP agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: L3 agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: Metadata agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: Metering agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: Open vSwitch agent@dv-cinder-857434-4-iscsi: { 'AddressGroup': '1.2', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Agent': '1.1', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'ConntrackHelper': '1.0', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'LocalIPAssociation': '1.0', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Log': '1.0', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'NDPProxy': '1.0', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Network': '1.1', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Port': '1.7', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'PortForwarding': '1.3', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'QosPolicy': '1.10', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SecurityGroup': '1.5', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SecurityGroupRule': '1.2', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SubPort': '1.0', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Subnet': '1.1', Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Trunk': '1.1'}} Sep 23 13:53:56.760114 dv-cinder-857434-4-iscsi neutron-server[106653]: {{(pid=106653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:53:56.784157 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774122722744', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (6c2eaaaa-aeec-4124-a987-1b000fae57d7), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:56.784729 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Unsubscribe: segment precommit_create {{(pid=106653) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 13:53:56.785272 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.segments_db [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Added segment 6c2eaaaa-aeec-4124-a987-1b000fae57d7 of type vlan for network 1723d31c-3562-47cc-9be9-029868020112 Sep 23 13:53:56.867494 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (1723d31c-3562-47cc-9be9-029868020112), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:56.978200 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (1723d31c-3562-47cc-9be9-029868020112), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:56.983861 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:53:56.993910 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:53:57.067622 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=48,neutron:INSERT=47,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:53:57.106833 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] Pushing event updated for resources: {'Network': ['ID=1723d31c-3562-47cc-9be9-029868020112,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:53:57.118278 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 1723d31c-3562-47cc-9be9-029868020112 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:53:57.162414 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-95ff6ce4-4e74-4dd2-83f4-a54386cc2ea1 demo demo] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0964067 Sep 23 13:53:59.880408 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 53762) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:54:00.293494 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0800f8-f2e1-483e-a80a-47edfb2ff00f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:54:00.294891 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-9e0800f8-f2e1-483e-a80a-47edfb2ff00f demo admin] 10.222.0.62 "GET /networking/v2.0/networks/1723d31c-3562-47cc-9be9-029868020112 HTTP/1.1" status: 200 len: 825 time: 0.4136400 Sep 23 13:54:00.319685 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-fe17876f-9c04-426e-bd4d-dbc8ee7ac730 demo admin] 10.222.0.62 "GET /networking/v2.0/subnetpools/c48882d0-a9e5-40c3-8271-0beebf0d529d HTTP/1.1" status: 200 len: 734 time: 0.0187802 Sep 23 13:54:00.328854 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'c48882d0-a9e5-40c3-8271-0beebf0d529d', 'network_id': '1723d31c-3562-47cc-9be9-029868020112'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:00.439301 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] Made reservation on behalf of feaf606da67b4ccf9411691df09f4216 for: {'subnet': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:00.441537 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:00.591710 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:00.817195 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (aebe0229-2ded-45a9-8dab-9e46ab2f1594), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:00.889659 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] Pushing event updated for resources: {'Subnet': ['ID=aebe0229-2ded-45a9-8dab-9e46ab2f1594,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:00.891666 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] Checking segment: {'id': '6c2eaaaa-aeec-4124-a987-1b000fae57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1723d31c-3562-47cc-9be9-029868020112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 13:54:00.892036 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] Network hostable DHCP agents. Network: 1723d31c-3562-47cc-9be9-029868020112, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:54:00.993186 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] Network 1723d31c-3562-47cc-9be9-029868020112 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:54:01.056060 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 1723d31c-3562-47cc-9be9-029868020112) {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:01.061358 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:54:01.062012 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:01.069933 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c766095-faac-489a-96b8-93f3570270b1 None None] Network 1723d31c-3562-47cc-9be9-029868020112 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 13:54:01.141075 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-c652ecef-e04b-4d15-9d61-8c896a97bd61 demo admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8153532 Sep 23 13:54:01.332926 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-1723d31c-3562-47cc-9be9-029868020112', 'network_id': '1723d31c-3562-47cc-9be9-029868020112', 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'fixed_ips': [{'subnet_id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 13:54:01.334262 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:01.467245 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=48,neutron:INSERT=38,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:01.625413 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Allocated IP 172.20.0.2 (1723d31c-3562-47cc-9be9-029868020112/aebe0229-2ded-45a9-8dab-9e46ab2f1594/0395fcf2-2087-4098-9bdf-ce123fc280bd) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:01.931481 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Publish callbacks [] for port (0395fcf2-2087-4098-9bdf-ce123fc280bd), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:01.995776 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (0395fcf2-2087-4098-9bdf-ce123fc280bd), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:02.085191 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Network 1723d31c-3562-47cc-9be9-029868020112 is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:02.086495 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Pushing event updated for resources: {'Port': ['ID=0395fcf2-2087-4098-9bdf-ce123fc280bd,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:02.091345 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:02.094717 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 13:54:02.100698 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:02.103857 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.104202 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.104556 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.104938 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.105278 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.105600 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.105925 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.106289 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.109890 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.109890 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.109890 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.109890 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.109890 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Tracked resource versions report: Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: pushed versions: Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: { 'AddressGroup': {'1.2'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Agent': {'1.1'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'ConntrackHelper': {'1.0'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'LocalIPAssociation': {'1.0'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Log': {'1.0'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'NDPProxy': {'1.0'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Network': {'1.1'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Port': {'1.7'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'PortForwarding': {'1.3'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'QosPolicy': {'1.10'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SecurityGroup': {'1.5'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SubPort': {'1.0'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Subnet': {'1.1'}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Trunk': {'1.1'}} Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: consumer versions: Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: { DHCP agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: L3 agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: Metadata agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: Metering agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: Open vSwitch agent@dv-cinder-857434-4-iscsi: { 'AddressGroup': '1.2', Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Agent': '1.1', Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'ConntrackHelper': '1.0', Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'LocalIPAssociation': '1.0', Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Log': '1.0', Sep 23 13:54:02.110261 dv-cinder-857434-4-iscsi neutron-server[106654]: 'NDPProxy': '1.0', Sep 23 13:54:02.111951 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Network': '1.1', Sep 23 13:54:02.111951 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Port': '1.7', Sep 23 13:54:02.111951 dv-cinder-857434-4-iscsi neutron-server[106654]: 'PortForwarding': '1.3', Sep 23 13:54:02.111951 dv-cinder-857434-4-iscsi neutron-server[106654]: 'QosPolicy': '1.10', Sep 23 13:54:02.111951 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SecurityGroup': '1.5', Sep 23 13:54:02.111951 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SecurityGroupRule': '1.2', Sep 23 13:54:02.111951 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SubPort': '1.0', Sep 23 13:54:02.111951 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Subnet': '1.1', Sep 23 13:54:02.111951 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Trunk': '1.1'}} Sep 23 13:54:02.111951 dv-cinder-857434-4-iscsi neutron-server[106654]: {{(pid=106654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:54:02.190360 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Attempting to bind port 0395fcf2-2087-4098-9bdf-ce123fc280bd on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 13:54:02.190638 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Attempting to bind port 0395fcf2-2087-4098-9bdf-ce123fc280bd by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '6c2eaaaa-aeec-4124-a987-1b000fae57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1723d31c-3562-47cc-9be9-029868020112'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 13:54:02.191071 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Attempting to bind port 0395fcf2-2087-4098-9bdf-ce123fc280bd on network 1723d31c-3562-47cc-9be9-029868020112 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:02.240626 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 13, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 13:54:02.240988 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Checking segment: {'id': '6c2eaaaa-aeec-4124-a987-1b000fae57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1723d31c-3562-47cc-9be9-029868020112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 13:54:02.241455 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:02.241839 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Bound using segment: {'id': '6c2eaaaa-aeec-4124-a987-1b000fae57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1723d31c-3562-47cc-9be9-029868020112'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 13:54:02.242303 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Bound port: 0395fcf2-2087-4098-9bdf-ce123fc280bd, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2eaaaa-aeec-4124-a987-1b000fae57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1723d31c-3562-47cc-9be9-029868020112'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 13:54:02.242729 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0395fcf2-2087-4098-9bdf-ce123fc280bd), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:02.301926 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] For port 0395fcf2-2087-4098-9bdf-ce123fc280bd, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:02.320902 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] For port 0395fcf2-2087-4098-9bdf-ce123fc280bd, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=0395fcf2-2087-4098-9bdf-ce123fc280bd,segment=NetworkSegment(6c2eaaaa-aeec-4124-a987-1b000fae57d7),segment_id=6c2eaaaa-aeec-4124-a987-1b000fae57d7)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:02.424841 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0395fcf2-2087-4098-9bdf-ce123fc280bd), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:02.478607 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87e6c4-a729-4985-ba46-7e4ec38fda4d None None] Pushing event updated for resources: {'Port': ['ID=0395fcf2-2087-4098-9bdf-ce123fc280bd,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:03.799252 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 53772) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:54:04.086928 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:04.098354 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=7 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:04.331444 dv-cinder-857434-4-iscsi neutron-server[106652]: WARNING oslo_policy.policy [None req-c582bfd6-aa5c-47df-9ad3-43dee48722f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:54:04.331978 dv-cinder-857434-4-iscsi neutron-server[106652]: WARNING oslo_policy.policy [None req-c582bfd6-aa5c-47df-9ad3-43dee48722f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:54:04.549868 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [None req-c582bfd6-aa5c-47df-9ad3-43dee48722f1 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106652) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 13:54:04.553907 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-c582bfd6-aa5c-47df-9ad3-43dee48722f1 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7501380 Sep 23 13:54:07.211112 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 53790) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:54:07.532716 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [None req-591ecdaa-696c-478e-8ddd-cc6ec820c206 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106652) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 13:54:07.533767 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-591ecdaa-696c-478e-8ddd-cc6ec820c206 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3217065 Sep 23 13:54:09.666779 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 0395fcf2-2087-4098-9bdf-ce123fc280bd up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:09.746377 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 0395fcf2-2087-4098-9bdf-ce123fc280bd triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:54:09.746781 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0395fcf2-2087-4098-9bdf-ce123fc280bd), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:09.747147 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 0395fcf2-2087-4098-9bdf-ce123fc280bd Sep 23 13:54:09.849509 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 0395fcf2-2087-4098-9bdf-ce123fc280bd is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:54:09.849509 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0395fcf2-2087-4098-9bdf-ce123fc280bd), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:09.886058 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port 0395fcf2-2087-4098-9bdf-ce123fc280bd, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=0395fcf2-2087-4098-9bdf-ce123fc280bd,segment=NetworkSegment(6c2eaaaa-aeec-4124-a987-1b000fae57d7),segment_id=6c2eaaaa-aeec-4124-a987-1b000fae57d7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:09.966636 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0395fcf2-2087-4098-9bdf-ce123fc280bd), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:10.019432 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=0395fcf2-2087-4098-9bdf-ce123fc280bd,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:10.214950 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 53802) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:54:10.540880 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-207f0b73-d320-4c33-aadc-e0abf0d23255 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:10.550199 dv-cinder-857434-4-iscsi neutron-server[106652]: ERROR stevedore.extension [None req-207f0b73-d320-4c33-aadc-e0abf0d23255 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 23 13:54:10.594880 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570031c5-96dd-4c77-965a-d9dfa9667a86 None None] Network 1723d31c-3562-47cc-9be9-029868020112 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 13:54:10.621703 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.policy [None req-207f0b73-d320-4c33-aadc-e0abf0d23255 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106652) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 13:54:10.645329 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:10.665256 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-9a8a2133-7c78-4c42-a5bb-620f46df7f09 None None] Provisioning complete for port 0395fcf2-2087-4098-9bdf-ce123fc280bd triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:54:10.665477 dv-cinder-857434-4-iscsi neutron-server[106652]: WARNING oslo_policy.policy [None req-207f0b73-d320-4c33-aadc-e0abf0d23255 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:54:10.665607 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9a8a2133-7c78-4c42-a5bb-620f46df7f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0395fcf2-2087-4098-9bdf-ce123fc280bd), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:10.665867 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9a8a2133-7c78-4c42-a5bb-620f46df7f09 None None] Attempt 1 to provision port 0395fcf2-2087-4098-9bdf-ce123fc280bd Sep 23 13:54:10.665960 dv-cinder-857434-4-iscsi neutron-server[106652]: WARNING oslo_policy.policy [None req-207f0b73-d320-4c33-aadc-e0abf0d23255 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:54:10.686613 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writer thread running {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 13:54:10.708408 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:10.784117 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-207f0b73-d320-4c33-aadc-e0abf0d23255 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (93829d99-0cc7-4ba8-a5c9-3b8380158ca8), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:10.786415 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-207f0b73-d320-4c33-aadc-e0abf0d23255 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (93829d99-0cc7-4ba8-a5c9-3b8380158ca8), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:10.789498 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a2133-7c78-4c42-a5bb-620f46df7f09 None None] Current status of the port 0395fcf2-2087-4098-9bdf-ce123fc280bd is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:54:10.951420 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-207f0b73-d320-4c33-aadc-e0abf0d23255 demo demo] Publish callbacks [] for router_controller (93829d99-0cc7-4ba8-a5c9-3b8380158ca8), precommit_add_association {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:11.006831 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:11.008677 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-468ffe5f-53f2-4d66-bbd8-b01c3677e079 None None] Provisioning complete for port 0395fcf2-2087-4098-9bdf-ce123fc280bd triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:54:11.009094 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-468ffe5f-53f2-4d66-bbd8-b01c3677e079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0395fcf2-2087-4098-9bdf-ce123fc280bd), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:11.009432 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-468ffe5f-53f2-4d66-bbd8-b01c3677e079 None None] Attempt 1 to provision port 0395fcf2-2087-4098-9bdf-ce123fc280bd Sep 23 13:54:11.030526 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-207f0b73-d320-4c33-aadc-e0abf0d23255 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (93829d99-0cc7-4ba8-a5c9-3b8380158ca8), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:11.068810 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:11.071743 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=22,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:11.083909 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-468ffe5f-53f2-4d66-bbd8-b01c3677e079 None None] Current status of the port 0395fcf2-2087-4098-9bdf-ce123fc280bd is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:54:11.160927 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-207f0b73-d320-4c33-aadc-e0abf0d23255 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:11.162151 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-207f0b73-d320-4c33-aadc-e0abf0d23255 demo demo] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9461451 Sep 23 13:54:11.641186 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 0395fcf2-2087-4098-9bdf-ce123fc280bd up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:11.685622 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 0395fcf2-2087-4098-9bdf-ce123fc280bd triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:54:11.686015 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0395fcf2-2087-4098-9bdf-ce123fc280bd), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:11.686389 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 0395fcf2-2087-4098-9bdf-ce123fc280bd Sep 23 13:54:11.758984 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 0395fcf2-2087-4098-9bdf-ce123fc280bd is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:54:13.778934 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 53816) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:54:14.097491 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [None req-a8a3a664-7506-4814-8dd7-efd11af8bbfe admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106652) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 13:54:14.098528 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a8a3a664-7506-4814-8dd7-efd11af8bbfe admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3187368 Sep 23 13:54:14.947102 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-947355db-b6df-4fde-835c-6928633072e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:16.723988 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 53824) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:54:17.039804 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:17.175635 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Made reservation on behalf of e15d4d7f53c543e88cdf9075fbadb3c8 for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:17.178524 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:17.194815 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:17.299179 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Publish callbacks [] for security_group (36f93baf-5c42-42bb-a249-57c64420e37f), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:17.346821 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc2221a3-9ee4-450b-b9aa-56629db74715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:17.375265 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (36f93baf-5c42-42bb-a249-57c64420e37f), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:17.388239 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Reserving flat network on physical network physnet1 {{(pid=106652) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 13:54:17.423487 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774122722744', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (b2b12fb6-68ae-4b42-b690-2f7215be6834), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:17.424089 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Unsubscribe: segment precommit_create {{(pid=106652) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 13:54:17.424655 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Added segment b2b12fb6-68ae-4b42-b690-2f7215be6834 of type flat for network 440abc1c-e003-476b-b222-d237f23a2f0a Sep 23 13:54:17.441105 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f93baf-5c42-42bb-a249-57c64420e37f,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:17.469118 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.469462 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.469845 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.470187 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.470544 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.470884 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.471213 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.471537 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.471877 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.472205 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.472547 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.472908 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.473230 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.473575 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.473919 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Tracked resource versions report: Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: pushed versions: Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: { 'AddressGroup': {'1.2'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Agent': {'1.1'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'ConntrackHelper': {'1.0'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'LocalIPAssociation': {'1.0'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Log': {'1.0'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'NDPProxy': {'1.0'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Network': {'1.1'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Port': {'1.7'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'PortForwarding': {'1.3'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'QosPolicy': {'1.10'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SecurityGroup': {'1.5'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SubPort': {'1.0'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Subnet': {'1.1'}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Trunk': {'1.1'}} Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: consumer versions: Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: { DHCP agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: L3 agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: Metadata agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: Metering agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: Open vSwitch agent@dv-cinder-857434-4-iscsi: { 'AddressGroup': '1.2', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Agent': '1.1', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'ConntrackHelper': '1.0', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'LocalIPAssociation': '1.0', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Log': '1.0', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'NDPProxy': '1.0', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Network': '1.1', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Port': '1.7', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'PortForwarding': '1.3', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'QosPolicy': '1.10', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SecurityGroup': '1.5', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SecurityGroupRule': '1.2', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SubPort': '1.0', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Subnet': '1.1', Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Trunk': '1.1'}} Sep 23 13:54:17.475417 dv-cinder-857434-4-iscsi neutron-server[106652]: {{(pid=106652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:54:17.544242 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (440abc1c-e003-476b-b222-d237f23a2f0a), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:17.661095 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (440abc1c-e003-476b-b222-d237f23a2f0a), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:17.662438 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:54:17.663144 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:17.763992 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=440abc1c-e003-476b-b222-d237f23a2f0a,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:17.773879 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 440abc1c-e003-476b-b222-d237f23a2f0a details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:54:17.812453 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-795e4c3a-694d-4a40-a82a-65a553ad9fd8 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0873098 Sep 23 13:54:18.495724 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:19.971440 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:20.091875 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:20.452815 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 53836) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:54:20.866891 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dafbce-2ee5-434c-8666-f0fffbb8c907 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:54:20.868317 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-f9dafbce-2ee5-434c-8666-f0fffbb8c907 demo admin] 10.222.0.62 "GET /networking/v2.0/subnets/aebe0229-2ded-45a9-8dab-9e46ab2f1594 HTTP/1.1" status: 200 len: 849 time: 0.4143093 Sep 23 13:54:21.007702 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b6bc1a87-01cd-4b6d-89ea-9489eab09344 demo admin] 10.222.0.62 "GET /networking/v2.0/routers/93829d99-0cc7-4ba8-a5c9-3b8380158ca8 HTTP/1.1" status: 200 len: 704 time: 0.1327481 Sep 23 13:54:21.252439 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:21.276603 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:21.352427 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:21.581816 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Allocated IP 172.20.0.1 (1723d31c-3562-47cc-9be9-029868020112/aebe0229-2ded-45a9-8dab-9e46ab2f1594/c7769a15-c85c-4557-81d8-8eecf80f9ae2) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:21.771456 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Publish callbacks [] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:21.884301 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:21.961559 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Network 1723d31c-3562-47cc-9be9-029868020112 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:21.971277 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:21.976159 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Pushing event updated for resources: {'Port': ['ID=c7769a15-c85c-4557-81d8-8eecf80f9ae2,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:21.979414 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 13:54:21.979964 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (93829d99-0cc7-4ba8-a5c9-3b8380158ca8), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:22.157188 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Provisioning complete for port c7769a15-c85c-4557-81d8-8eecf80f9ae2 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:54:22.157769 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:22.157913 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Attempt 1 to provision port c7769a15-c85c-4557-81d8-8eecf80f9ae2 Sep 23 13:54:22.189040 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Port c7769a15-c85c-4557-81d8-8eecf80f9ae2 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 13:54:22.233453 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:22.422471 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:22.486464 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Publish callbacks [] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:22.552736 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:22.553719 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (93829d99-0cc7-4ba8-a5c9-3b8380158ca8), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:22.635528 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Pushing event updated for resources: {'Port': ['ID=c7769a15-c85c-4557-81d8-8eecf80f9ae2,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:22.681444 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:22.686938 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Network 1723d31c-3562-47cc-9be9-029868020112 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:22.688235 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:22.690380 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Attempt 2 to provision port c7769a15-c85c-4557-81d8-8eecf80f9ae2 Sep 23 13:54:22.728482 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Port c7769a15-c85c-4557-81d8-8eecf80f9ae2 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 13:54:22.903249 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Router 93829d99-0cc7-4ba8-a5c9-3b8380158ca8 is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:54:22.991852 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:54:22.997664 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-711ee20e-61bc-4131-8fee-3ce91e6ee073 demo admin] 10.222.0.62 "PUT /networking/v2.0/routers/93829d99-0cc7-4ba8-a5c9-3b8380158ca8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9844790 Sep 23 13:54:23.002200 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Sync routers for ids ['93829d99-0cc7-4ba8-a5c9-3b8380158ca8'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:54:23.015110 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Routers {'93829d99-0cc7-4ba8-a5c9-3b8380158ca8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 13:54:23.015946 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T13:54:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['93829d99-0cc7-4ba8-a5c9-3b8380158ca8'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:23.199745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Set router 93829d99-0cc7-4ba8-a5c9-3b8380158ca8 gateway port host: None {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 13:54:23.230661 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Attempt 3 to provision port c7769a15-c85c-4557-81d8-8eecf80f9ae2 Sep 23 13:54:23.263001 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Port c7769a15-c85c-4557-81d8-8eecf80f9ae2 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 13:54:23.615288 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'name': 'router1', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T13:54:10Z', 'updated_at': '2022-09-23T13:54:22Z', 'revision_number': 2, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'gw_port_host': None, '_interfaces': [{'id': 'c7769a15-c85c-4557-81d8-8eecf80f9ae2', 'name': '', 'network_id': '1723d31c-3562-47cc-9be9-029868020112', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'mac_address': 'fa:16:3e:b7:8e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T13:54:21Z', 'updated_at': '2022-09-23T13:54:22Z', 'revision_number': 2, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'subnets': [{'id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48882d0-a9e5-40c3-8271-0beebf0d529d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:23.665778 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Checking router: 93829d99-0cc7-4ba8-a5c9-3b8380158ca8 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:54:23.666149 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Updating router 93829d99-0cc7-4ba8-a5c9-3b8380158ca8 port c7769a15-c85c-4557-81d8-8eecf80f9ae2 binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:54:23.723891 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:23.764783 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Attempt 4 to provision port c7769a15-c85c-4557-81d8-8eecf80f9ae2 Sep 23 13:54:23.798406 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Port c7769a15-c85c-4557-81d8-8eecf80f9ae2 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 13:54:24.228541 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Publish callbacks [] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:24.291277 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:24.299872 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Attempt 5 to provision port c7769a15-c85c-4557-81d8-8eecf80f9ae2 Sep 23 13:54:24.334270 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Port c7769a15-c85c-4557-81d8-8eecf80f9ae2 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 13:54:24.434765 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Pushing event updated for resources: {'Port': ['ID=c7769a15-c85c-4557-81d8-8eecf80f9ae2,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:24.450732 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.451081 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.451428 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.451771 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.452103 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.452430 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.452755 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.453098 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.453410 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.453731 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.454054 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.454415 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.454740 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.455059 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.455378 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Tracked resource versions report: Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: pushed versions: Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: { 'AddressGroup': {'1.2'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Agent': {'1.1'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'ConntrackHelper': {'1.0'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'LocalIPAssociation': {'1.0'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Log': {'1.0'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'NDPProxy': {'1.0'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Network': {'1.1'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Port': {'1.7'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'PortForwarding': {'1.3'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'QosPolicy': {'1.10'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SecurityGroup': {'1.5'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SubPort': {'1.0'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Subnet': {'1.1'}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Trunk': {'1.1'}} Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: consumer versions: Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: { DHCP agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: L3 agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: Metadata agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: Metering agent@dv-cinder-857434-4-iscsi: {}, Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: Open vSwitch agent@dv-cinder-857434-4-iscsi: { 'AddressGroup': '1.2', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Agent': '1.1', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'ConntrackHelper': '1.0', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'LocalIPAssociation': '1.0', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Log': '1.0', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'NDPProxy': '1.0', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Network': '1.1', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Port': '1.7', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'PortForwarding': '1.3', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'QosPolicy': '1.10', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SecurityGroup': '1.5', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SecurityGroupRule': '1.2', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SubPort': '1.0', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Subnet': '1.1', Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Trunk': '1.1'}} Sep 23 13:54:24.456813 dv-cinder-857434-4-iscsi neutron-server[106655]: {{(pid=106655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:54:24.462597 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Attempting to bind port c7769a15-c85c-4557-81d8-8eecf80f9ae2 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 13:54:24.463343 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Attempting to bind port c7769a15-c85c-4557-81d8-8eecf80f9ae2 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '6c2eaaaa-aeec-4124-a987-1b000fae57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1723d31c-3562-47cc-9be9-029868020112'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 13:54:24.463800 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Attempting to bind port c7769a15-c85c-4557-81d8-8eecf80f9ae2 on network 1723d31c-3562-47cc-9be9-029868020112 {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:24.545783 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 13, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 13:54:24.546181 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Checking segment: {'id': '6c2eaaaa-aeec-4124-a987-1b000fae57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1723d31c-3562-47cc-9be9-029868020112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 13:54:24.546676 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:24.547072 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Bound using segment: {'id': '6c2eaaaa-aeec-4124-a987-1b000fae57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1723d31c-3562-47cc-9be9-029868020112'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 13:54:24.547538 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Bound port: c7769a15-c85c-4557-81d8-8eecf80f9ae2, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2eaaaa-aeec-4124-a987-1b000fae57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1723d31c-3562-47cc-9be9-029868020112'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 13:54:24.547915 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:24.590931 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:24.599802 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:24.614303 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] For port c7769a15-c85c-4557-81d8-8eecf80f9ae2, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:24.633774 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] For port c7769a15-c85c-4557-81d8-8eecf80f9ae2, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=c7769a15-c85c-4557-81d8-8eecf80f9ae2,segment=NetworkSegment(6c2eaaaa-aeec-4124-a987-1b000fae57d7),segment_id=6c2eaaaa-aeec-4124-a987-1b000fae57d7)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:24.832914 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:24.835893 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Attempt 6 to provision port c7769a15-c85c-4557-81d8-8eecf80f9ae2 Sep 23 13:54:24.876678 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Routers {'93829d99-0cc7-4ba8-a5c9-3b8380158ca8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 13:54:24.877317 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T13:54:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['93829d99-0cc7-4ba8-a5c9-3b8380158ca8'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:24.914281 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Current status of the port c7769a15-c85c-4557-81d8-8eecf80f9ae2 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:54:24.914699 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:24.950892 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] For port c7769a15-c85c-4557-81d8-8eecf80f9ae2, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=c7769a15-c85c-4557-81d8-8eecf80f9ae2,segment=NetworkSegment(6c2eaaaa-aeec-4124-a987-1b000fae57d7),segment_id=6c2eaaaa-aeec-4124-a987-1b000fae57d7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:24.951108 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de9494-afa1-46cb-ad51-f5db66d75066 None None] Pushing event updated for resources: {'Port': ['ID=c7769a15-c85c-4557-81d8-8eecf80f9ae2,revision_number=4']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:24.980690 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] Set router 93829d99-0cc7-4ba8-a5c9-3b8380158ca8 gateway port host: None {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 13:54:25.038401 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:25.092057 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e48ca-04db-452d-8ade-b5cbca67bfa0 None None] Pushing event updated for resources: {'Port': ['ID=c7769a15-c85c-4557-81d8-8eecf80f9ae2,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:25.160763 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-8e830390-4ddd-4490-8b45-95bd37a77d4e None None] Provisioning complete for port c7769a15-c85c-4557-81d8-8eecf80f9ae2 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:54:25.160763 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8e830390-4ddd-4490-8b45-95bd37a77d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:25.161062 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-8e830390-4ddd-4490-8b45-95bd37a77d4e None None] Attempt 1 to provision port c7769a15-c85c-4557-81d8-8eecf80f9ae2 Sep 23 13:54:25.180725 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'name': 'router1', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T13:54:10Z', 'updated_at': '2022-09-23T13:54:22Z', 'revision_number': 2, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'gw_port_host': None, '_interfaces': [{'id': 'c7769a15-c85c-4557-81d8-8eecf80f9ae2', 'name': '', 'network_id': '1723d31c-3562-47cc-9be9-029868020112', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'mac_address': 'fa:16:3e:b7:8e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T13:54:21Z', 'updated_at': '2022-09-23T13:54:24Z', 'revision_number': 4, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'subnets': [{'id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48882d0-a9e5-40c3-8271-0beebf0d529d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:25.206908 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b63e9-8209-47bf-870b-df1409b823c6 None None] The sync data for ids ['93829d99-0cc7-4ba8-a5c9-3b8380158ca8'] in dv-cinder-857434-4-iscsi is: [{'id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'name': 'router1', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T13:54:10Z', 'updated_at': '2022-09-23T13:54:22Z', 'revision_number': 2, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'gw_port_host': None, '_interfaces': [{'id': 'c7769a15-c85c-4557-81d8-8eecf80f9ae2', 'name': '', 'network_id': '1723d31c-3562-47cc-9be9-029868020112', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'mac_address': 'fa:16:3e:b7:8e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T13:54:21Z', 'updated_at': '2022-09-23T13:54:24Z', 'revision_number': 4, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'subnets': [{'id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48882d0-a9e5-40c3-8271-0beebf0d529d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:54:25.226478 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:25.238603 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:25.244418 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-8e830390-4ddd-4490-8b45-95bd37a77d4e None None] Current status of the port c7769a15-c85c-4557-81d8-8eecf80f9ae2 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:54:25.661264 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 53852) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:54:26.056803 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff12942-5363-4bdc-9e01-1abd10d1e26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:54:26.058190 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-cff12942-5363-4bdc-9e01-1abd10d1e26e admin admin] 10.222.0.62 "GET /networking/v2.0/networks/440abc1c-e003-476b-b222-d237f23a2f0a HTTP/1.1" status: 200 len: 842 time: 0.3960266 Sep 23 13:54:26.067740 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'name': 'public-subnet'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:26.159718 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Made reservation on behalf of e15d4d7f53c543e88cdf9075fbadb3c8 for: {'subnet': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:26.162172 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:26.554654 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.objects.ports [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106652) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 23 13:54:26.555111 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (039d297f-b5b5-4f23-834e-75caefad683c), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:26.619096 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Pushing event updated for resources: {'Subnet': ['ID=039d297f-b5b5-4f23-834e-75caefad683c,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:26.625581 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 13:54:26.625941 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Network hostable DHCP agents. Network: 440abc1c-e003-476b-b222-d237f23a2f0a, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:54:26.628084 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:26.747272 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:54:26.828509 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 440abc1c-e003-476b-b222-d237f23a2f0a) {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:26.836497 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2e6c5e-0251-4bfb-a1ca-0343dc1396cf None None] Network 440abc1c-e003-476b-b222-d237f23a2f0a requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 13:54:26.839410 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:54:26.841309 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:26.922360 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-6b1e78fb-422b-474d-a616-9366a528764c admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8471775 Sep 23 13:54:26.945153 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf92d25-7dfa-4374-bea5-4937929d2b38 None None] Network 440abc1c-e003-476b-b222-d237f23a2f0a requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 13:54:29.301679 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 5 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:54:29.622954 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 53860) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:54:30.065654 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-9d97c835-9184-4d2d-95e4-b4946a51cd87 demo admin] 10.222.0.62 "GET /networking/v2.0/routers/93829d99-0cc7-4ba8-a5c9-3b8380158ca8 HTTP/1.1" status: 200 len: 710 time: 0.4415469 Sep 23 13:54:30.159020 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a2ed7-23a0-4a39-b4eb-6ae534cec17a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:54:30.160745 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-bc3a2ed7-23a0-4a39-b4eb-6ae534cec17a demo admin] 10.222.0.62 "GET /networking/v2.0/networks/440abc1c-e003-476b-b222-d237f23a2f0a HTTP/1.1" status: 200 len: 886 time: 0.0890036 Sep 23 13:54:30.170598 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:30.287169 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:30.484022 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Publish callbacks [] for router_gateway (93829d99-0cc7-4ba8-a5c9-3b8380158ca8), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:30.850867 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Publish callbacks [] for router_gateway (93829d99-0cc7-4ba8-a5c9-3b8380158ca8), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:30.928116 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:31.036398 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Allocated IP 172.27.1.86 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/9621b4b3-c868-47ee-918c-3dd9b9d0b9dc) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:31.039931 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:31.139559 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Publish callbacks [] for port (9621b4b3-c868-47ee-918c-3dd9b9d0b9dc), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:31.240326 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (9621b4b3-c868-47ee-918c-3dd9b9d0b9dc), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:31.289811 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:31.291609 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:31.295510 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:31.297282 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Pushing event updated for resources: {'Port': ['ID=9621b4b3-c868-47ee-918c-3dd9b9d0b9dc,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:31.306802 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 13:54:31.621933 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Publish callbacks [] for router_gateway (93829d99-0cc7-4ba8-a5c9-3b8380158ca8), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:31.674170 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device c7769a15-c85c-4557-81d8-8eecf80f9ae2 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:31.717294 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port c7769a15-c85c-4557-81d8-8eecf80f9ae2 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:54:31.717700 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:31.718024 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port c7769a15-c85c-4557-81d8-8eecf80f9ae2 Sep 23 13:54:31.790161 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port c7769a15-c85c-4557-81d8-8eecf80f9ae2 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:54:31.807166 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-484079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4011'] for router (93829d99-0cc7-4ba8-a5c9-3b8380158ca8), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:31.810534 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-485936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484052'] for router (93829d99-0cc7-4ba8-a5c9-3b8380158ca8), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:31.909746 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Router 93829d99-0cc7-4ba8-a5c9-3b8380158ca8 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:54:32.009024 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:54:32.014203 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:32.015088 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-92c5c81a-083c-44b8-8899-56ed73d7f9fc demo admin] 10.222.0.62 "PUT /networking/v2.0/routers/93829d99-0cc7-4ba8-a5c9-3b8380158ca8 HTTP/1.1" status: 200 len: 889 time: 1.8483949 Sep 23 13:54:32.033515 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Sync routers for ids ['93829d99-0cc7-4ba8-a5c9-3b8380158ca8'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:54:32.046049 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Routers {'93829d99-0cc7-4ba8-a5c9-3b8380158ca8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 13:54:32.046771 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T13:54:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['93829d99-0cc7-4ba8-a5c9-3b8380158ca8'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:32.259883 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Set router 93829d99-0cc7-4ba8-a5c9-3b8380158ca8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 13:54:32.705867 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'name': 'router1', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '9621b4b3-c868-47ee-918c-3dd9b9d0b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T13:54:10Z', 'updated_at': '2022-09-23T13:54:31Z', 'revision_number': 4, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'gw_port': {'id': '9621b4b3-c868-47ee-918c-3dd9b9d0b9dc', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T13:54:30Z', 'updated_at': '2022-09-23T13:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c7769a15-c85c-4557-81d8-8eecf80f9ae2', 'name': '', 'network_id': '1723d31c-3562-47cc-9be9-029868020112', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'mac_address': 'fa:16:3e:b7:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T13:54:21Z', 'updated_at': '2022-09-23T13:54:24Z', 'revision_number': 5, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'subnets': [{'id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48882d0-a9e5-40c3-8271-0beebf0d529d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:32.755521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Checking router: 93829d99-0cc7-4ba8-a5c9-3b8380158ca8 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:54:32.755869 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Updating router 93829d99-0cc7-4ba8-a5c9-3b8380158ca8 port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc binding host dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:54:32.806725 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (9621b4b3-c868-47ee-918c-3dd9b9d0b9dc), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:33.002031 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:33.062880 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:33.125052 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Publish callbacks [] for port (9621b4b3-c868-47ee-918c-3dd9b9d0b9dc), precommit_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:33.188019 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (9621b4b3-c868-47ee-918c-3dd9b9d0b9dc), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:33.228045 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Attempting to bind port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 13:54:33.228411 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Attempting to bind port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 13:54:33.228769 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Attempting to bind port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:33.256842 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf921e49-3511-4aa2-acb1-ae017eee0335 None None] Pushing event updated for resources: {'Port': ['ID=9621b4b3-c868-47ee-918c-3dd9b9d0b9dc,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:33.277358 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 13, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 13:54:33.277732 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 13:54:33.278127 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:33.278528 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 13:54:33.278988 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Bound port: 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 13:54:33.279360 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (9621b4b3-c868-47ee-918c-3dd9b9d0b9dc), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:33.331280 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] For port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:33.334225 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] For port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=9621b4b3-c868-47ee-918c-3dd9b9d0b9dc,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:33.394254 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (9621b4b3-c868-47ee-918c-3dd9b9d0b9dc), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:33.431697 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Routers {'93829d99-0cc7-4ba8-a5c9-3b8380158ca8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 13:54:33.432290 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T13:54:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['93829d99-0cc7-4ba8-a5c9-3b8380158ca8'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:33.488158 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf921e49-3511-4aa2-acb1-ae017eee0335 None None] Pushing event updated for resources: {'Port': ['ID=9621b4b3-c868-47ee-918c-3dd9b9d0b9dc,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:33.547566 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] Set router 93829d99-0cc7-4ba8-a5c9-3b8380158ca8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 13:54:33.741827 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'name': 'router1', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '9621b4b3-c868-47ee-918c-3dd9b9d0b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T13:54:10Z', 'updated_at': '2022-09-23T13:54:31Z', 'revision_number': 4, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'gw_port': {'id': '9621b4b3-c868-47ee-918c-3dd9b9d0b9dc', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T13:54:30Z', 'updated_at': '2022-09-23T13:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c7769a15-c85c-4557-81d8-8eecf80f9ae2', 'name': '', 'network_id': '1723d31c-3562-47cc-9be9-029868020112', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'mac_address': 'fa:16:3e:b7:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T13:54:21Z', 'updated_at': '2022-09-23T13:54:24Z', 'revision_number': 5, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'subnets': [{'id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48882d0-a9e5-40c3-8271-0beebf0d529d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:33.766822 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b655fa7-4ad2-490b-b717-6a5fea825230 None None] The sync data for ids ['93829d99-0cc7-4ba8-a5c9-3b8380158ca8'] in dv-cinder-857434-4-iscsi is: [{'id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'name': 'router1', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '9621b4b3-c868-47ee-918c-3dd9b9d0b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T13:54:10Z', 'updated_at': '2022-09-23T13:54:31Z', 'revision_number': 4, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'gw_port': {'id': '9621b4b3-c868-47ee-918c-3dd9b9d0b9dc', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T13:54:30Z', 'updated_at': '2022-09-23T13:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c7769a15-c85c-4557-81d8-8eecf80f9ae2', 'name': '', 'network_id': '1723d31c-3562-47cc-9be9-029868020112', 'tenant_id': 'feaf606da67b4ccf9411691df09f4216', 'mac_address': 'fa:16:3e:b7:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93829d99-0cc7-4ba8-a5c9-3b8380158ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T13:54:21Z', 'updated_at': '2022-09-23T13:54:24Z', 'revision_number': 5, 'project_id': 'feaf606da67b4ccf9411691df09f4216', 'subnets': [{'id': 'aebe0229-2ded-45a9-8dab-9e46ab2f1594', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48882d0-a9e5-40c3-8271-0beebf0d529d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:54:34.827472 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 53872) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:54:35.184553 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=25 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:35.294489 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b355ac2d-a373-4568-93d0-40fa9ab7e46d admin admin] 10.222.0.62 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4658775 Sep 23 13:54:35.669213 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:35.721940 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:54:35.721940 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (9621b4b3-c868-47ee-918c-3dd9b9d0b9dc), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:35.721940 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc Sep 23 13:54:35.761348 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:35.792569 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:54:35.793262 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (9621b4b3-c868-47ee-918c-3dd9b9d0b9dc), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:35.815095 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=9621b4b3-c868-47ee-918c-3dd9b9d0b9dc,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:35.888746 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (9621b4b3-c868-47ee-918c-3dd9b9d0b9dc), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:35.938194 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=9621b4b3-c868-47ee-918c-3dd9b9d0b9dc,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:37.674717 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:37.727351 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:54:37.727779 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (9621b4b3-c868-47ee-918c-3dd9b9d0b9dc), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:37.728118 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc Sep 23 13:54:37.758433 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:37.804798 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 9621b4b3-c868-47ee-918c-3dd9b9d0b9dc is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:54:39.298636 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:44.965165 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-896d2639-a361-463a-bbef-86050f9de755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:45.279109 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:45.291864 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:54:47.402472 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-43a34d57-7d5f-4216-8bc5-6079be2aed02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:48.524684 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:49.986267 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:54:50.124088 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:55:00.046932 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:55:00.049243 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:55:01.305780 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:55:01.311373 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:55:06.301614 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 5 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:55:14.951976 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-2d0aa554-0cf0-42be-8e7d-7aa44cfe251d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:55:16.301486 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:55:17.341069 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-579cd87a-c96e-470d-87cf-fb35b521ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:55:18.497297 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:55:19.982909 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:55:20.119023 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:55:29.904212 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:55:30.038894 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:55:43.295258 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=5 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:55:43.301018 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 5 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:55:44.998269 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-6ce67b8d-3d54-4299-8355-151a0add3387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:55:47.321509 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ee58b4a0-e723-4531-95db-bc9419158808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:55:48.504358 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:55:49.970768 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:55:50.123741 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:55:53.297772 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:00.033891 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:00.037759 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:03.913327 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54420) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:56:04.249083 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c5a63d-3342-4d8a-9a14-9f440d3f1d55 admin admin] GET failed (client error): The resource could not be found. Sep 23 13:56:04.250391 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-c6c5a63d-3342-4d8a-9a14-9f440d3f1d55 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3355589 Sep 23 13:56:04.269124 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=10 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:04.282212 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=16 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:04.414585 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e8faa-6a1c-4fc8-8905-759dd44dab1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:04.416072 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-cf7e8faa-6a1c-4fc8-8905-759dd44dab1b admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1612070 Sep 23 13:56:06.996149 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54430) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:56:07.375544 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977de8c0-88f2-45c0-87fd-9edc4688fe70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:07.376889 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-977de8c0-88f2-45c0-87fd-9edc4688fe70 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/aebe0229-2ded-45a9-8dab-9e46ab2f1594 HTTP/1.1" status: 200 len: 849 time: 0.3797958 Sep 23 13:56:07.387577 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:56:07.477455 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Publish callbacks [] for subnet (aebe0229-2ded-45a9-8dab-9e46ab2f1594), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:07.659454 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774122698900'] for subnet (aebe0229-2ded-45a9-8dab-9e46ab2f1594), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:07.695266 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:07.695884 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:07.697197 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] 10.222.0.62 "PUT /networking/v2.0/subnets/aebe0229-2ded-45a9-8dab-9e46ab2f1594 HTTP/1.1" status: 200 len: 868 time: 0.3132772 Sep 23 13:56:07.700152 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a00e96-ec3a-4c05-bad0-003fe480d9cb None None] Network 1723d31c-3562-47cc-9be9-029868020112 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 13:56:07.717061 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aebe0229-2ded-45a9-8dab-9e46ab2f1594,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:07.724527 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.724891 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.725307 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.725653 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.726042 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.726401 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.726794 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.727111 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.727447 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.727781 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.728105 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.728441 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.728762 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.729076 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:07.729391 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a831a4cc-0df8-4065-afef-14bf3fda35fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:08.081626 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-3fcfc65a-5c44-49e5-8070-34e2a1545d84 None None] Provisioning complete for port c7769a15-c85c-4557-81d8-8eecf80f9ae2 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:56:08.082029 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-3fcfc65a-5c44-49e5-8070-34e2a1545d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c7769a15-c85c-4557-81d8-8eecf80f9ae2), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:08.082413 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-3fcfc65a-5c44-49e5-8070-34e2a1545d84 None None] Attempt 1 to provision port c7769a15-c85c-4557-81d8-8eecf80f9ae2 Sep 23 13:56:08.159525 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfc65a-5c44-49e5-8070-34e2a1545d84 None None] Current status of the port c7769a15-c85c-4557-81d8-8eecf80f9ae2 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:56:08.168358 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-3fcfc65a-5c44-49e5-8070-34e2a1545d84 None None] Provisioning complete for port 0395fcf2-2087-4098-9bdf-ce123fc280bd triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:56:08.175279 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-3fcfc65a-5c44-49e5-8070-34e2a1545d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0395fcf2-2087-4098-9bdf-ce123fc280bd), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:08.175279 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-3fcfc65a-5c44-49e5-8070-34e2a1545d84 None None] Attempt 1 to provision port 0395fcf2-2087-4098-9bdf-ce123fc280bd Sep 23 13:56:08.245175 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfc65a-5c44-49e5-8070-34e2a1545d84 None None] Current status of the port 0395fcf2-2087-4098-9bdf-ce123fc280bd is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:56:10.258910 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 54438) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:56:10.742074 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc9e8a6-c1a6-489b-9333-7477f0c2b4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:10.742583 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc9e8a6-c1a6-489b-9333-7477f0c2b4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:10.744119 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ebc9e8a6-c1a6-489b-9333-7477f0c2b4b8 admin admin] 10.222.0.62 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4843402 Sep 23 13:56:13.308303 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 54448) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:56:13.715685 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303d8a40-35df-4139-b56a-77bde9938386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:13.716145 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303d8a40-35df-4139-b56a-77bde9938386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:13.717662 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-303d8a40-35df-4139-b56a-77bde9938386 admin admin] 10.222.0.62 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4082701 Sep 23 13:56:14.994068 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-44c0d33d-e1fa-44ef-91fc-51c50a459b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:15.292908 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:15.302892 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=5 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:16.288003 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 54456) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:56:16.853854 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091f6789-4999-405a-b8c7-a3daad6d942b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:16.855259 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-091f6789-4999-405a-b8c7-a3daad6d942b admin admin] 10.222.0.62 "GET /networking/v2.0/networks/1723d31c-3562-47cc-9be9-029868020112 HTTP/1.1" status: 200 len: 869 time: 0.5663183 Sep 23 13:56:17.311352 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-1c08a430-bd33-4b07-8516-f2c2678e4f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:17.714122 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=62,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:17.720513 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=60,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:18.514229 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:19.447743 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54464) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:56:19.845767 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e700bfaf-a522-458e-95f7-7afbd20b70f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:19.847155 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-e700bfaf-a522-458e-95f7-7afbd20b70f5 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/440abc1c-e003-476b-b222-d237f23a2f0a HTTP/1.1" status: 200 len: 886 time: 0.3985560 Sep 23 13:56:19.984619 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:20.105050 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:20.299708 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 5 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:56:22.428934 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54472) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:56:22.822869 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797a27f-3f18-419b-b841-54ec6a08799f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:22.823236 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797a27f-3f18-419b-b841-54ec6a08799f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:22.824725 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d797a27f-3f18-419b-b841-54ec6a08799f admin admin] 10.222.0.62 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3948514 Sep 23 13:56:25.415016 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54480) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:56:25.780267 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05284fc6-d535-49a6-9e20-330223d603f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:25.780652 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05284fc6-d535-49a6-9e20-330223d603f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:25.782150 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-05284fc6-d535-49a6-9e20-330223d603f2 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3662009 Sep 23 13:56:26.849952 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=38 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:26.851835 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=31 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:28.368344 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54488) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:56:28.721991 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fae11e-3b76-4bce-acd1-6ee06dda0387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:28.723320 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-31fae11e-3b76-4bce-acd1-6ee06dda0387 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/039d297f-b5b5-4f23-834e-75caefad683c HTTP/1.1" status: 200 len: 816 time: 0.3540173 Sep 23 13:56:30.038774 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:30.039770 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:30.296468 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:31.292513 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 54496) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:56:31.662140 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15bd14c-d50b-4b76-8cc2-ba3cd81db42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:56:31.665546 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-b15bd14c-d50b-4b76-8cc2-ba3cd81db42c admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/aebe0229-2ded-45a9-8dab-9e46ab2f1594 HTTP/1.1" status: 200 len: 868 time: 0.3700409 Sep 23 13:56:38.717571 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=27 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:38.719476 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=29 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:41.656780 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=7 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:41.658640 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:44.969317 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fcfeaae7-59f4-4ab9-a059-e9c881d62eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:47.318687 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9d1e3f76-3813-413b-887b-cdce9c2a2be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:48.512371 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:49.981528 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:50.101789 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:56:52.304564 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:52.308408 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:56:57.297923 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 5 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:57:00.037780 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:00.042781 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:01.519771 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54552) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:57:01.841300 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [None req-3f97166d-67f7-4e39-b5f9-9a9136202d71 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106652) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 13:57:01.842286 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-3f97166d-67f7-4e39-b5f9-9a9136202d71 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3216002 Sep 23 13:57:04.561822 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54560) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:57:04.897705 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.pecan_wsgi.hooks.translation [None req-af16bfc5-577d-410b-a68d-e88786530400 admin admin] GET failed (client error): The resource could not be found. Sep 23 13:57:04.899001 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-af16bfc5-577d-410b-a68d-e88786530400 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3362107 Sep 23 13:57:04.982238 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce4e72-052f-4a08-9780-27dfdf2f7279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:57:04.983712 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-f9ce4e72-052f-4a08-9780-27dfdf2f7279 admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804684 Sep 23 13:57:07.294217 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:07.294980 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:07.587286 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54568) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:57:07.915565 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:08.025775 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Made reservation on behalf of e15d4d7f53c543e88cdf9075fbadb3c8 for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:08.028225 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:08.056257 dv-cinder-857434-4-iscsi neutron-server[106652]: WARNING neutron.services.revisions.revision_plugin [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Could not find related network for resource to bump revision. Sep 23 13:57:08.070822 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=106652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:57:08.084646 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (53b93498-2545-4e32-879b-ddf4d2665cec), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:08.084974 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Added segment 53b93498-2545-4e32-879b-ddf4d2665cec of type vlan for network 5a1bc31c-2355-4758-aae4-c6557fc2db87 Sep 23 13:57:08.123541 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (5a1bc31c-2355-4758-aae4-c6557fc2db87), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:08.202242 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (5a1bc31c-2355-4758-aae4-c6557fc2db87), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:08.203275 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:57:08.203851 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:08.263170 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Pushing event updated for resources: {'Network': ['ID=5a1bc31c-2355-4758-aae4-c6557fc2db87,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:08.269708 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.270052 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.270414 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.270754 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.271085 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.271412 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.271733 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.272054 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.272393 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.272718 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.273055 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.273394 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.273716 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.274029 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.274354 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:08.285750 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 5a1bc31c-2355-4758-aae4-c6557fc2db87 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:57:08.400297 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d9b872ab-a72e-4a71-9f66-9a3555a1bc51 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8118825 Sep 23 13:57:11.008736 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54576) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:57:11.344359 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.pecan_wsgi.hooks.translation [None req-8708cefc-5786-4bca-8e2f-1b866200af98 admin admin] GET failed (client error): The resource could not be found. Sep 23 13:57:11.345646 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-8708cefc-5786-4bca-8e2f-1b866200af98 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3359718 Sep 23 13:57:11.417517 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4fa9a8-69b1-41c1-9787-c6ac62e579b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:57:11.418997 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-df4fa9a8-69b1-41c1-9787-c6ac62e579b3 admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687213 Sep 23 13:57:11.429360 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:11.500020 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] Made reservation on behalf of e15d4d7f53c543e88cdf9075fbadb3c8 for: {'subnet': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:11.502908 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:11.717331 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (02aaddb2-70ed-4763-9ef5-b704ab8a9403), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:11.776504 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] Pushing event updated for resources: {'Subnet': ['ID=02aaddb2-70ed-4763-9ef5-b704ab8a9403,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:11.781358 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] Checking segment: {'id': '53b93498-2545-4e32-879b-ddf4d2665cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 13:57:11.781706 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] Network hostable DHCP agents. Network: 5a1bc31c-2355-4758-aae4-c6557fc2db87, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:57:11.865144 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] Network 5a1bc31c-2355-4758-aae4-c6557fc2db87 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:57:11.928212 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 5a1bc31c-2355-4758-aae4-c6557fc2db87) {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:11.932548 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 13:57:11.933666 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:11.939112 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b8bf4d-7443-403d-a9a2-02a195fcff7c None None] Network 5a1bc31c-2355-4758-aae4-c6557fc2db87 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 13:57:12.017081 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-29db31a5-9bd8-4cc2-a4b5-157cdb59103a admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5908568 Sep 23 13:57:12.040983 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-5a1bc31c-2355-4758-aae4-c6557fc2db87', 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87', 'project_id': 'e15d4d7f53c543e88cdf9075fbadb3c8', 'fixed_ips': [{'subnet_id': '02aaddb2-70ed-4763-9ef5-b704ab8a9403'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 13:57:12.041938 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:12.279538 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Allocated IP 192.168.233.2 (5a1bc31c-2355-4758-aae4-c6557fc2db87/02aaddb2-70ed-4763-9ef5-b704ab8a9403/30c345c9-6cdc-4f09-9fb1-270e21624978) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:12.425503 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Publish callbacks [] for port (30c345c9-6cdc-4f09-9fb1-270e21624978), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:12.505731 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (30c345c9-6cdc-4f09-9fb1-270e21624978), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:12.545360 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Network 5a1bc31c-2355-4758-aae4-c6557fc2db87 is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:12.548346 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:12.551660 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 13:57:12.564005 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Pushing event updated for resources: {'Port': ['ID=30c345c9-6cdc-4f09-9fb1-270e21624978,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:12.585802 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.586155 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.586572 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.589101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.589101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.589101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.589101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.589101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.589101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.589101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.589707 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.589707 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.589881 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.590095 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.590495 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:12.627551 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Attempting to bind port 30c345c9-6cdc-4f09-9fb1-270e21624978 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 13:57:12.627779 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Attempting to bind port 30c345c9-6cdc-4f09-9fb1-270e21624978 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '53b93498-2545-4e32-879b-ddf4d2665cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 13:57:12.628106 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Attempting to bind port 30c345c9-6cdc-4f09-9fb1-270e21624978 on network 5a1bc31c-2355-4758-aae4-c6557fc2db87 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:12.672004 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 13:57:12.672372 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Checking segment: {'id': '53b93498-2545-4e32-879b-ddf4d2665cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 13:57:12.672776 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:12.673164 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Bound using segment: {'id': '53b93498-2545-4e32-879b-ddf4d2665cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 13:57:12.674191 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Bound port: 30c345c9-6cdc-4f09-9fb1-270e21624978, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b93498-2545-4e32-879b-ddf4d2665cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 13:57:12.674593 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (30c345c9-6cdc-4f09-9fb1-270e21624978), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:12.735653 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-c37b38bc-018a-4247-af78-64e23281262b None None] For port 30c345c9-6cdc-4f09-9fb1-270e21624978, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:12.739206 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-c37b38bc-018a-4247-af78-64e23281262b None None] For port 30c345c9-6cdc-4f09-9fb1-270e21624978, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=30c345c9-6cdc-4f09-9fb1-270e21624978,segment=NetworkSegment(53b93498-2545-4e32-879b-ddf4d2665cec),segment_id=53b93498-2545-4e32-879b-ddf4d2665cec)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:12.843392 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (30c345c9-6cdc-4f09-9fb1-270e21624978), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:12.898011 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b38bc-018a-4247-af78-64e23281262b None None] Pushing event updated for resources: {'Port': ['ID=30c345c9-6cdc-4f09-9fb1-270e21624978,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:13.699217 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b262073f-24ff-439d-8839-f592da0e18ba None None] Network 5a1bc31c-2355-4758-aae4-c6557fc2db87 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 13:57:13.770972 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-8ab6085d-1974-4bcc-8047-e6735dcfbae2 None None] Provisioning complete for port 30c345c9-6cdc-4f09-9fb1-270e21624978 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:57:13.771300 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8ab6085d-1974-4bcc-8047-e6735dcfbae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (30c345c9-6cdc-4f09-9fb1-270e21624978), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:13.771613 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-8ab6085d-1974-4bcc-8047-e6735dcfbae2 None None] Attempt 1 to provision port 30c345c9-6cdc-4f09-9fb1-270e21624978 Sep 23 13:57:13.800700 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 30c345c9-6cdc-4f09-9fb1-270e21624978 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:13.806059 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:13.813509 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:13.948175 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-8ab6085d-1974-4bcc-8047-e6735dcfbae2 None None] Current status of the port 30c345c9-6cdc-4f09-9fb1-270e21624978 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:57:13.948175 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8ab6085d-1974-4bcc-8047-e6735dcfbae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (30c345c9-6cdc-4f09-9fb1-270e21624978), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:13.950085 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 30c345c9-6cdc-4f09-9fb1-270e21624978 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:57:13.950494 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (30c345c9-6cdc-4f09-9fb1-270e21624978), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:13.951428 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 30c345c9-6cdc-4f09-9fb1-270e21624978 Sep 23 13:57:14.020161 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-8ab6085d-1974-4bcc-8047-e6735dcfbae2 None None] For port 30c345c9-6cdc-4f09-9fb1-270e21624978, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=30c345c9-6cdc-4f09-9fb1-270e21624978,segment=NetworkSegment(53b93498-2545-4e32-879b-ddf4d2665cec),segment_id=53b93498-2545-4e32-879b-ddf4d2665cec)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:14.068398 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 30c345c9-6cdc-4f09-9fb1-270e21624978 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:57:14.068922 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (30c345c9-6cdc-4f09-9fb1-270e21624978), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:14.108247 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8ab6085d-1974-4bcc-8047-e6735dcfbae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (30c345c9-6cdc-4f09-9fb1-270e21624978), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:14.259011 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.db.api [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 13:57:14.259651 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG oslo_db.api [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:57:14.279579 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6085d-1974-4bcc-8047-e6735dcfbae2 None None] Pushing event updated for resources: {'Port': ['ID=30c345c9-6cdc-4f09-9fb1-270e21624978,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:14.286399 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-a3d4aa40-e609-48fc-8a42-e337011f732d None None] Provisioning complete for port 30c345c9-6cdc-4f09-9fb1-270e21624978 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:57:14.286784 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a3d4aa40-e609-48fc-8a42-e337011f732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (30c345c9-6cdc-4f09-9fb1-270e21624978), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:14.287121 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a3d4aa40-e609-48fc-8a42-e337011f732d None None] Attempt 1 to provision port 30c345c9-6cdc-4f09-9fb1-270e21624978 Sep 23 13:57:14.366649 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a3d4aa40-e609-48fc-8a42-e337011f732d None None] Current status of the port 30c345c9-6cdc-4f09-9fb1-270e21624978 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:57:14.792351 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:14.796434 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 30c345c9-6cdc-4f09-9fb1-270e21624978 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:57:14.974434 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c577225d-6cb6-4cbe-a409-458ae8f92b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:15.747345 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 30c345c9-6cdc-4f09-9fb1-270e21624978 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:15.797310 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 30c345c9-6cdc-4f09-9fb1-270e21624978 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 13:57:15.797954 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (30c345c9-6cdc-4f09-9fb1-270e21624978), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:15.798094 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 30c345c9-6cdc-4f09-9fb1-270e21624978 Sep 23 13:57:15.867980 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 30c345c9-6cdc-4f09-9fb1-270e21624978 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 13:57:17.391342 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0bc251d9-7d37-4a4a-8ada-cb68769fcd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:18.545461 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:19.314782 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:19.962043 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:20.139370 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:21.943941 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:21.944980 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=81,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:29.315672 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=6 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:30.044115 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:30.046045 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:34.296328 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 5 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:57:44.292479 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:44.293283 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:57:45.005912 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b42793f3-25ee-4458-aa29-3dcb0426daf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:47.331756 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-af37adfc-d424-41cd-9292-d43e23ec8bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:48.531070 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:49.965745 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:57:50.108485 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:00.043006 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:00.048909 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:06.305571 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:06.310490 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:11.295147 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 5 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:58:15.026800 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc397f60-6f63-4ea7-b39c-c3774f06b9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:17.329124 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-35da7e56-9074-4b87-a79e-5fde291cd81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:18.556491 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:19.975541 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:20.112178 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:21.290109 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:21.290941 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:30.046737 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:30.053875 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:35.049863 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54624) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:58:35.055505 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [None req-c71a0439-92c9-406c-b250-af1667a42847 tempest-verify_tempest_config-1164577109 tempest-verify_tempest_config-1164577109-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106652) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 13:58:35.056447 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-c71a0439-92c9-406c-b250-af1667a42847 tempest-verify_tempest_config-1164577109 tempest-verify_tempest_config-1164577109-project] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0055954 Sep 23 13:58:35.806040 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54642) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:58:36.134923 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:36.212438 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Publish callbacks [] for security_group (52f8b42f-c3d6-4f90-9a71-e80f634bdaf9), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:36.321537 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (52f8b42f-c3d6-4f90-9a71-e80f634bdaf9), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:36.367336 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f8b42f-c3d6-4f90-9a71-e80f634bdaf9,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:36.371947 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=60d2e4d0d650436b846bcc4f0c627e61&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5649014 Sep 23 13:58:36.374871 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 54646) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 13:58:36.376824 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.377175 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.377534 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.377875 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.378203 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.378553 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.378876 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.379198 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.379535 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.379862 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.380203 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.380530 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.380851 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.381168 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.381484 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8abc4-afa1-4c36-b3bf-32f4131b0c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.431712 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Publish callbacks [] for security_group (52f8b42f-c3d6-4f90-9a71-e80f634bdaf9), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:36.451170 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Publish callbacks [] for security_group (52f8b42f-c3d6-4f90-9a71-e80f634bdaf9), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:36.573874 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (52f8b42f-c3d6-4f90-9a71-e80f634bdaf9), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:36.576872 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:36.578001 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/52f8b42f-c3d6-4f90-9a71-e80f634bdaf9 HTTP/1.1" status: 204 len: 168 time: 0.2021585 Sep 23 13:58:36.585811 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f8b42f-c3d6-4f90-9a71-e80f634bdaf9,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:36.593935 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.594281 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.594663 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.595003 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.595335 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.595659 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.595980 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.596302 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.596638 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.596966 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.597298 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.597635 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.597961 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.598284 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:36.598633 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45cf6-7c86-4565-b48f-03bc23c1516d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:44.194465 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=11 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:44.198323 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=21 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:44.979101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-68f5f307-7ce1-47dd-8597-fc8c13ccdef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:46.360949 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=18,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:46.374009 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=21,neutron:INSERT=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:46.580795 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:46.588706 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:58:47.316378 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-77c1b84b-b6c1-41bc-9315-e14d01b72b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:48.294026 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 5 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:58:48.537765 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:49.950350 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:50.114854 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:58:58.289098 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:59:00.052581 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:59:00.054446 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:59:14.999294 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-59630141-9fe6-4318-90ad-58874560cb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:59:17.325171 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a52a-12ed-4f52-b906-309683e35573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:59:18.530708 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:59:19.975953 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:59:20.123276 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:59:20.305642 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:59:20.310534 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:59:25.293427 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 5 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:59:30.051552 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:59:30.057947 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:59:35.288981 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:59:43.297091 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:59:44.997206 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-e1c6edb4-81e6-49a9-8291-812932b23e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:59:47.311289 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-7f35dadb-66e2-4b52-a003-e3e04590c468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:59:48.528647 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:59:49.973736 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:59:50.111222 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 13:59:57.314807 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 13:59:57.317939 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:00:00.058783 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:00:00.061584 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:00:02.292936 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 5 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:00:12.289238 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:00:13.235419 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-490699'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:00:14.969689 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-174bf1b1-674f-4db0-aab4-48ff3dae880c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:00:17.320543 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ee3694b3-23b3-4f8b-9fcc-e9a9cdcc4c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:00:18.512969 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:00:19.983566 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:00:20.138484 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:00:26.972886 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 54742) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:00:27.105279 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-1ba8e314-5113-424a-9620-84872b591d06 admin admin] 10.222.0.62 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1312776 Sep 23 14:00:29.561101 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54752) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:00:29.622809 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-e875153d-cdfd-4091-9281-e1ab8a19168a admin admin] 10.222.0.62 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0607064 Sep 23 14:00:30.064153 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:00:30.066028 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=12,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:00:37.100510 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:00:39.292811 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:00:39.617404 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:00:43.221976 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:00:44.203675 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=13 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:00:44.969857 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fa993dca-f4d4-4ca9-b653-4ad49c3e5ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:00:47.298173 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-021ce21b-0203-4db6-bd82-93234d91ecd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:00:48.544634 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:00:49.288258 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=21 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:00:50.029770 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:00:50.149335 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:00.064887 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:01:00.066658 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:01:11.300953 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:01:11.309892 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=5 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:01:13.209970 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:14.978735 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b1fa50a6-6f1f-4f93-86da-6fb28086611f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:16.291260 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:01:17.304832 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-6fde9a72-78e9-42da-bb7c-1bccebc10a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:18.529868 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:19.996107 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:20.155988 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:26.286133 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:01:26.288339 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:01:30.064441 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:01:30.069443 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:01:43.230508 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:44.987944 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f6e975b1-fefe-4348-a050-636a8ea9a62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:47.303904 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-cb659729-74a2-4daa-8cef-aded98c90a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:48.296900 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=3 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:01:48.306936 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:01:48.549920 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:49.949261 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:50.136488 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:01:53.291755 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:01:59.906533 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:00.074412 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:03.286861 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:03.288440 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:04.455587 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54910) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:04.696736 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-network', 'tenant_id': 'd08a219027684089a91c354749c67d5d'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:04.788278 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Made reservation on behalf of d08a219027684089a91c354749c67d5d for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:04.791384 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:04.800629 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:04.882140 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Publish callbacks [] for security_group (e3679fc3-115e-4673-a7e3-24075cb7fb1a), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:04.965249 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (e3679fc3-115e-4673-a7e3-24075cb7fb1a), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:04.987686 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=106652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:02:05.008076 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (f13a25e8-94f7-445f-a76b-906e8b37c0f7), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:05.008563 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Added segment f13a25e8-94f7-445f-a76b-906e8b37c0f7 of type vlan for network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 Sep 23 14:02:05.009984 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3679fc3-115e-4673-a7e3-24075cb7fb1a,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:05.117951 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.118406 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.118753 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.119088 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.119459 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.119725 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.120043 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.120377 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.120696 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.121015 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.121332 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.121651 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.121960 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.122563 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.122695 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Tracked resource versions report: Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: pushed versions: Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: { 'AddressGroup': {'1.2'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Agent': {'1.1'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'ConntrackHelper': {'1.0'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'LocalIPAssociation': {'1.0'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Log': {'1.0'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'NDPProxy': {'1.0'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Network': {'1.1'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Port': {'1.7'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'PortForwarding': {'1.3'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'QosPolicy': {'1.10'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SecurityGroup': {'1.5'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SecurityGroupRule': {'1.2'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SubPort': {'1.0'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Subnet': {'1.1'}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Trunk': {'1.1'}} Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: consumer versions: Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: { DHCP agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: HyperV agent@hv-cinder-85743: {}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: L3 agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: Metadata agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: Metering agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: Open vSwitch agent@dv-cinder-857434-4-iscsi: { 'AddressGroup': '1.2', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Agent': '1.1', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'ConntrackHelper': '1.0', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'LocalIPAssociation': '1.0', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Log': '1.0', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'NDPProxy': '1.0', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Network': '1.1', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Port': '1.7', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'PortForwarding': '1.3', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'QosPolicy': '1.10', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SecurityGroup': '1.5', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SecurityGroupRule': '1.2', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'SubPort': '1.0', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Subnet': '1.1', Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: 'Trunk': '1.1'}} Sep 23 14:02:05.123905 dv-cinder-857434-4-iscsi neutron-server[106652]: {{(pid=106652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 14:02:05.159300 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (35b1eec9-f37f-4a15-9846-f6e35c1c3a12), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:05.267855 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (35b1eec9-f37f-4a15-9846-f6e35c1c3a12), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:05.269087 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:05.269663 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:05.331979 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] Pushing event updated for resources: {'Network': ['ID=35b1eec9-f37f-4a15-9846-f6e35c1c3a12,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:05.343422 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:02:05.388376 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-ec41fc0c-a1c1-4046-98ac-58cca122ed5c admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9287035 Sep 23 14:02:05.390725 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54954) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:05.393747 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] Request body: {'subnet': {'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-subnet', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:05.436286 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54956) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:05.502110 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] Made reservation on behalf of d08a219027684089a91c354749c67d5d for: {'subnet': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:05.505064 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:05.741513 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (3fdcde6d-bd8a-47c9-bddd-f380538aed5d), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:05.806576 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdcde6d-bd8a-47c9-bddd-f380538aed5d,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:05.835420 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] Checking segment: {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:05.835777 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] Network hostable DHCP agents. Network: 35b1eec9-f37f-4a15-9846-f6e35c1c3a12, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:02:05.850364 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:05.936268 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1265902053-network', 'tenant_id': '482490c45ac64607bba9ad021f2effbf'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:05.944150 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] Network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:02:05.964678 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 54976) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:06.049754 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 35b1eec9-f37f-4a15-9846-f6e35c1c3a12) {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:06.054404 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:06.055723 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.062295 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccce927-8fd4-433f-ace2-101990280639 None None] Network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:02:06.067142 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Made reservation on behalf of 482490c45ac64607bba9ad021f2effbf for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:06.069836 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.095699 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.107887 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:06.194848 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Publish callbacks [] for security_group (06b47c1a-63a1-41a5-9132-bef60bea332e), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.204900 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a40abdd4-350b-45d4-963f-e9f1851b5a56 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8131802 Sep 23 14:02:06.205798 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'project_id': 'd08a219027684089a91c354749c67d5d', 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 14:02:06.205938 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 54998) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:06.207013 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.211167 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:06.325289 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (06b47c1a-63a1-41a5-9132-bef60bea332e), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.325639 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (20c60fcd-79f7-4ca9-a17f-61b62e85210e), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.327292 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (20c60fcd-79f7-4ca9-a17f-61b62e85210e), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.358810 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=106652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:02:06.388837 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b47c1a-63a1-41a5-9132-bef60bea332e,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:06.396526 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (bc128670-6b47-4ac5-b695-e0aff0d52b92), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.397110 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Added segment bc128670-6b47-4ac5-b695-e0aff0d52b92 of type vlan for network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 Sep 23 14:02:06.403396 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Allocated IP 172.20.0.2 (35b1eec9-f37f-4a15-9846-f6e35c1c3a12/3fdcde6d-bd8a-47c9-bddd-f380538aed5d/d1033e3a-7c02-47c0-9f66-6a51434cb47e) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:06.449037 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (34e7a0c6-e35b-482b-a11c-b3c893e03a50), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.544076 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-560048425-network', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:06.557023 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Publish callbacks [] for router_controller (20c60fcd-79f7-4ca9-a17f-61b62e85210e), precommit_add_association {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.580986 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (34e7a0c6-e35b-482b-a11c-b3c893e03a50), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.582553 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:06.583130 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.612023 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Publish callbacks [] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.668617 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] Pushing event updated for resources: {'Network': ['ID=34e7a0c6-e35b-482b-a11c-b3c893e03a50,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:06.678663 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:02:06.719728 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Made reservation on behalf of 8e1a67a82fb44cf59f9b4f30848881d1 for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:06.725388 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.738995 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.750878 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-04257f5e-e44d-4eca-8b07-a827e66ffdd1 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3109131 Sep 23 14:02:06.769734 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.773002 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55014) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:06.798039 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] Request body: {'subnet': {'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-subnet', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:06.814137 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:06.822875 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:06.833135 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Publish callbacks [] for router_gateway (20c60fcd-79f7-4ca9-a17f-61b62e85210e), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.834464 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:06.891194 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Pushing event updated for resources: {'Port': ['ID=d1033e3a-7c02-47c0-9f66-6a51434cb47e,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:06.919274 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.919916 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.920637 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.921261 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.921755 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.922317 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.922934 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.923421 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.923989 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.924472 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.924958 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.925479 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.925960 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.926476 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.926953 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Tracked resource versions report: Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: pushed versions: Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: { 'AddressGroup': {'1.2'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Agent': {'1.1'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'ConntrackHelper': {'1.0'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'LocalIPAssociation': {'1.0'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Log': {'1.0'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'NDPProxy': {'1.0'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Network': {'1.1'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Port': {'1.7'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'PortForwarding': {'1.3'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'QosPolicy': {'1.10'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SecurityGroup': {'1.5'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SecurityGroupRule': {'1.2'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SubPort': {'1.0'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Subnet': {'1.1'}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Trunk': {'1.1'}} Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: consumer versions: Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: { DHCP agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: HyperV agent@hv-cinder-85743: {}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: L3 agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: Metadata agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: Metering agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: Open vSwitch agent@dv-cinder-857434-4-iscsi: { 'AddressGroup': '1.2', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Agent': '1.1', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'ConntrackHelper': '1.0', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'LocalIPAssociation': '1.0', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Log': '1.0', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'NDPProxy': '1.0', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Network': '1.1', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Port': '1.7', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'PortForwarding': '1.3', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'QosPolicy': '1.10', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SecurityGroup': '1.5', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SecurityGroupRule': '1.2', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'SubPort': '1.0', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Subnet': '1.1', Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: 'Trunk': '1.1'}} Sep 23 14:02:06.928361 dv-cinder-857434-4-iscsi neutron-server[106654]: {{(pid=106654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 14:02:06.954122 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Publish callbacks [] for security_group (542aba08-37e2-4972-8284-549274c62b07), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.956030 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] Made reservation on behalf of 482490c45ac64607bba9ad021f2effbf for: {'subnet': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:06.957976 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:06.973693 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Attempting to bind port d1033e3a-7c02-47c0-9f66-6a51434cb47e on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:06.974323 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Attempting to bind port d1033e3a-7c02-47c0-9f66-6a51434cb47e by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:06.974867 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Attempting to bind port d1033e3a-7c02-47c0-9f66-6a51434cb47e on network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:07.049629 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:07.051811 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Checking segment: {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:07.053406 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:07.053972 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Bound using segment: {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:07.054701 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Bound port: d1033e3a-7c02-47c0-9f66-6a51434cb47e, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:07.055320 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:07.067505 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (542aba08-37e2-4972-8284-549274c62b07), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:07.130396 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=106652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:02:07.157746 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] For port d1033e3a-7c02-47c0-9f66-6a51434cb47e, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:07.160939 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542aba08-37e2-4972-8284-549274c62b07,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:07.162533 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] For port d1033e3a-7c02-47c0-9f66-6a51434cb47e, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=d1033e3a-7c02-47c0-9f66-6a51434cb47e,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:07.176791 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (dc86c667-65c3-4e4b-add0-96104a470812), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:07.177403 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Added segment dc86c667-65c3-4e4b-add0-96104a470812 of type vlan for network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a Sep 23 14:02:07.190148 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:07.237995 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:07.281963 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:07.287639 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Publish callbacks [] for router_gateway (20c60fcd-79f7-4ca9-a17f-61b62e85210e), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:07.333493 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:07.348398 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:07.375158 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dfa18-5988-4c29-a46f-04e7b008441f None None] Pushing event updated for resources: {'Port': ['ID=d1033e3a-7c02-47c0-9f66-6a51434cb47e,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:07.490800 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:07.491900 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:07.493643 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:07.655384 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (80f7adc6-3046-4d27-ba65-e533eb9cae24), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:07.661054 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6952536 Sep 23 14:02:07.665965 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55040) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:07.673175 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Request body: {'subnet': {'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-560048425-subnet', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:07.674208 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:07.683820 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3726e0-f162-4fb0-8823-62187593593b admin admin] Pushing event updated for resources: {'Network': ['ID=dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:07.695868 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:02:07.703074 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] Checking segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:07.703630 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] Network hostable DHCP agents. Network: 34e7a0c6-e35b-482b-a11c-b3c893e03a50, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:02:07.717611 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f7adc6-3046-4d27-ba65-e533eb9cae24,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:07.760459 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Allocated IP 172.27.1.73 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/dd8ccb85-1201-4415-a624-d60f24e79383) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:07.785979 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Made reservation on behalf of 8e1a67a82fb44cf59f9b4f30848881d1 for: {'subnet': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:07.785979 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:08.095756 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:02:08.096982 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:08.097878 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 34e7a0c6-e35b-482b-a11c-b3c893e03a50) {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:08.097878 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:08.097878 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:08.104322 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe0e321-a147-48d2-a4e9-c848daa8620f None None] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:02:08.104322 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device d1033e3a-7c02-47c0-9f66-6a51434cb47e up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:08.147537 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Publish callbacks [] for port (dd8ccb85-1201-4415-a624-d60f24e79383), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:08.213226 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port d1033e3a-7c02-47c0-9f66-6a51434cb47e triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:08.213226 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:08.213226 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port d1033e3a-7c02-47c0-9f66-6a51434cb47e Sep 23 14:02:08.259087 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 14:02:08.260015 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:08.274438 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d0d00ca8-4860-4364-9cac-ec04cbdf8e62 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4940004 Sep 23 14:02:08.274438 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55060) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:08.276117 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:08.379239 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:08.422190 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (7cb2b347-2372-47cb-9f3d-c47c2605bec5), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:08.423886 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (7cb2b347-2372-47cb-9f3d-c47c2605bec5), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:08.461046 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:08.566357 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port d1033e3a-7c02-47c0-9f66-6a51434cb47e is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:08.566857 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:08.571799 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:08.589323 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Publish callbacks [] for router_controller (7cb2b347-2372-47cb-9f3d-c47c2605bec5), precommit_add_association {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:08.642937 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:08.652903 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.653256 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.654210 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.654581 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.654922 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.655286 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.655599 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.655933 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.656280 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.656612 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.656958 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.657306 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.657633 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.657961 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.658284 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Tracked resource versions report: Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: pushed versions: Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: { 'AddressGroup': {'1.2'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Agent': {'1.1'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'ConntrackHelper': {'1.0'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'LocalIPAssociation': {'1.0'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Log': {'1.0'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'NDPProxy': {'1.0'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Network': {'1.1'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Port': {'1.7'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'PortForwarding': {'1.3'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'QosPolicy': {'1.10'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SecurityGroup': {'1.5'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SecurityGroupRule': {'1.2'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SubPort': {'1.0'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Subnet': {'1.1'}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Trunk': {'1.1'}} Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: consumer versions: Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: { DHCP agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: HyperV agent@hv-cinder-85743: {}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: L3 agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: Metadata agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: Metering agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: Open vSwitch agent@dv-cinder-857434-4-iscsi: { 'AddressGroup': '1.2', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Agent': '1.1', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'ConntrackHelper': '1.0', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'LocalIPAssociation': '1.0', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Log': '1.0', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'NDPProxy': '1.0', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Network': '1.1', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Port': '1.7', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'PortForwarding': '1.3', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'QosPolicy': '1.10', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SecurityGroup': '1.5', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SecurityGroupRule': '1.2', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'SubPort': '1.0', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Subnet': '1.1', Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: 'Trunk': '1.1'}} Sep 23 14:02:08.659676 dv-cinder-857434-4-iscsi neutron-server[106653]: {{(pid=106653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 14:02:08.675729 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:08.779305 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:08.801423 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:08.817994 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:08.890821 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Pushing event updated for resources: {'Port': ['ID=dd8ccb85-1201-4415-a624-d60f24e79383,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:08.931535 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Checking segment: {'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:08.932016 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Network hostable DHCP agents. Network: dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:02:09.041608 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Publish callbacks [] for router_gateway (7cb2b347-2372-47cb-9f3d-c47c2605bec5), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.065649 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523a8dd-bf60-4fd9-b31c-91994a444121 None None] Network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:02:09.072318 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port d1033e3a-7c02-47c0-9f66-6a51434cb47e, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=d1033e3a-7c02-47c0-9f66-6a51434cb47e,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:09.137024 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:02:09.152111 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.186432 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Allocated IP 172.20.0.2 (34e7a0c6-e35b-482b-a11c-b3c893e03a50/80f7adc6-3046-4d27-ba65-e533eb9cae24/b9671e23-bfc5-48f2-b942-0941fa914a08) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:09.200753 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-df32b8cc-0f34-40fd-8a93-025def788376 None None] Provisioning complete for port d1033e3a-7c02-47c0-9f66-6a51434cb47e triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:09.201564 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-df32b8cc-0f34-40fd-8a93-025def788376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.201564 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-df32b8cc-0f34-40fd-8a93-025def788376 None None] Attempt 1 to provision port d1033e3a-7c02-47c0-9f66-6a51434cb47e Sep 23 14:02:09.279041 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:09.284383 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Publish callbacks [] for router_gateway (7cb2b347-2372-47cb-9f3d-c47c2605bec5), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.312857 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.355596 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=d1033e3a-7c02-47c0-9f66-6a51434cb47e,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:09.423667 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a) {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:09.428331 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:09.428909 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.445127 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e49c30-67de-45f5-b581-93aff8a499ef None None] Network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:02:09.472147 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Allocated IP 172.27.1.34 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/5e5976bd-e965-400d-a38d-d5e401d500c0) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:09.527115 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Publish callbacks [] for router_gateway (20c60fcd-79f7-4ca9-a17f-61b62e85210e), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.607683 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:09.615515 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-50a90f04-6b5c-4f39-872e-6326b47fbae8 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9431477 Sep 23 14:02:09.620051 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55124) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:09.626042 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-560048425-router', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:09.657981 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-df32b8cc-0f34-40fd-8a93-025def788376 None None] Current status of the port d1033e3a-7c02-47c0-9f66-6a51434cb47e is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:09.721972 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Publish callbacks [] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.751963 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:09.756643 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Publish callbacks [] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.822625 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a', 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a', 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'fixed_ips': [{'subnet_id': 'a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 14:02:09.823559 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.832953 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-743ae911-364c-49ef-ba5b-1c005a1159a1 None None] Provisioning complete for port d1033e3a-7c02-47c0-9f66-6a51434cb47e triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:09.833408 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-743ae911-364c-49ef-ba5b-1c005a1159a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.833732 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-743ae911-364c-49ef-ba5b-1c005a1159a1 None None] Attempt 1 to provision port d1033e3a-7c02-47c0-9f66-6a51434cb47e Sep 23 14:02:09.888703 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.911088 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (62e51876-ca67-42ba-8d47-c20b850d4a65), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.912228 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (62e51876-ca67-42ba-8d47-c20b850d4a65), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:09.963972 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:09.970799 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:10.041514 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:10.043290 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device d1033e3a-7c02-47c0-9f66-6a51434cb47e up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:10.045284 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:10.047314 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:10.049060 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:10.049674 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Pushing event updated for resources: {'Port': ['ID=5e5976bd-e965-400d-a38d-d5e401d500c0,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:10.055343 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:10.058058 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Pushing event updated for resources: {'Port': ['ID=b9671e23-bfc5-48f2-b942-0941fa914a08,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:10.060528 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:10.077535 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (20c60fcd-79f7-4ca9-a17f-61b62e85210e), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:10.085043 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Publish callbacks [] for router_controller (62e51876-ca67-42ba-8d47-c20b850d4a65), precommit_add_association {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:10.252970 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-743ae911-364c-49ef-ba5b-1c005a1159a1 None None] Current status of the port d1033e3a-7c02-47c0-9f66-6a51434cb47e is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:10.275387 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Attempting to bind port b9671e23-bfc5-48f2-b942-0941fa914a08 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:10.275758 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Attempting to bind port b9671e23-bfc5-48f2-b942-0941fa914a08 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:10.276123 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Attempting to bind port b9671e23-bfc5-48f2-b942-0941fa914a08 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:10.339742 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Allocated IP 172.20.0.2 (dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a/a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d/572597bd-832c-4513-b9b7-52c846e08832) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:10.353678 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port d1033e3a-7c02-47c0-9f66-6a51434cb47e triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:10.354216 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:10.354670 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port d1033e3a-7c02-47c0-9f66-6a51434cb47e Sep 23 14:02:10.381360 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:10.454473 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:10.455037 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Checking segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:10.455529 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:10.455925 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Bound using segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:10.456409 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Bound port: b9671e23-bfc5-48f2-b942-0941fa914a08, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:10.456790 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:10.601566 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:10.635442 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Publish callbacks [] for router_gateway (62e51876-ca67-42ba-8d47-c20b850d4a65), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:10.650628 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55156) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:10.699304 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Publish callbacks [] for router_gateway (7cb2b347-2372-47cb-9f3d-c47c2605bec5), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:10.713223 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port d1033e3a-7c02-47c0-9f66-6a51434cb47e is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:10.717782 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] For port b9671e23-bfc5-48f2-b942-0941fa914a08, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:10.751762 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Router 20c60fcd-79f7-4ca9-a17f-61b62e85210e is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:02:10.763638 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] For port b9671e23-bfc5-48f2-b942-0941fa914a08, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=b9671e23-bfc5-48f2-b942-0941fa914a08,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:10.788031 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Publish callbacks [] for port (572597bd-832c-4513-b9b7-52c846e08832), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:10.863203 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:10.872720 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (572597bd-832c-4513-b9b7-52c846e08832), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:10.879735 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55168) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:10.976860 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:10.982381 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:10.999925 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:11.033973 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fcb3bea1-b12d-4989-b5ac-414d0f0b8578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.067653 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a0c5e-fa90-4b09-bde5-bd5415105cad None None] Pushing event updated for resources: {'Port': ['ID=b9671e23-bfc5-48f2-b942-0941fa914a08,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:11.114501 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:02:11.126794 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Sync routers for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:02:11.138638 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:11.139649 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:01:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:11.164742 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-47ccd50b-6d31-481d-91c1-6b48edd62d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.169967 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Attempting to bind port 572597bd-832c-4513-b9b7-52c846e08832 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:11.170447 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Attempting to bind port 572597bd-832c-4513-b9b7-52c846e08832 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:11.170866 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Attempting to bind port 572597bd-832c-4513-b9b7-52c846e08832 on network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:11.174990 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Pushing event updated for resources: {'Port': ['ID=572597bd-832c-4513-b9b7-52c846e08832,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:11.228323 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (7cb2b347-2372-47cb-9f3d-c47c2605bec5), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.270957 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:11.271557 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Checking segment: {'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:11.273501 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.273501 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Bound using segment: {'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:11.273501 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Bound port: 572597bd-832c-4513-b9b7-52c846e08832, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:11.273501 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (572597bd-832c-4513-b9b7-52c846e08832), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.399313 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.400550 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-df73fd2d-0f6b-4686-a2b5-a325df20069d admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1935062 Sep 23 14:02:11.407383 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fcb3bea1-b12d-4989-b5ac-414d0f0b8578 admin admin] Publish callbacks [] for security_group (4c670ce5-773c-4dc6-ac3f-281913fd8ec9), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.409851 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55176) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:11.415297 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] For port 572597bd-832c-4513-b9b7-52c846e08832, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:11.418630 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] For port 572597bd-832c-4513-b9b7-52c846e08832, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=572597bd-832c-4513-b9b7-52c846e08832,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:11.463092 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:11.496624 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (572597bd-832c-4513-b9b7-52c846e08832), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.513003 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:11.552748 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fcb3bea1-b12d-4989-b5ac-414d0f0b8578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4c670ce5-773c-4dc6-ac3f-281913fd8ec9), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.560923 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-47ccd50b-6d31-481d-91c1-6b48edd62d87 admin admin] Publish callbacks [] for security_group (20a609de-9f45-4721-8e47-8275a6d35ffc), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.577193 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03051a69-09cc-4c54-9a86-c00c3c96474f None None] Pushing event updated for resources: {'Port': ['ID=572597bd-832c-4513-b9b7-52c846e08832,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:11.581342 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Publish callbacks [] for router_gateway (62e51876-ca67-42ba-8d47-c20b850d4a65), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.610854 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.680250 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-47ccd50b-6d31-481d-91c1-6b48edd62d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (20a609de-9f45-4721-8e47-8275a6d35ffc), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:11.707491 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-fcb3bea1-b12d-4989-b5ac-414d0f0b8578 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b5ba4efc80634f739469cfdeb8a5e96f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0558531 Sep 23 14:02:11.725374 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55182) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:11.727258 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-47ccd50b-6d31-481d-91c1-6b48edd62d87 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=23b284ca6c134f958ca475088e669dec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8347390 Sep 23 14:02:11.740158 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55184) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:11.795435 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3bea1-b12d-4989-b5ac-414d0f0b8578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c670ce5-773c-4dc6-ac3f-281913fd8ec9,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:11.817833 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccd50b-6d31-481d-91c1-6b48edd62d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a609de-9f45-4721-8e47-8275a6d35ffc,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:11.862549 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:09Z', 'revision_number': 3, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:11.923391 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Checking router: 20c60fcd-79f7-4ca9-a17f-61b62e85210e for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:02:11.924533 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Updating router 20c60fcd-79f7-4ca9-a17f-61b62e85210e port dd8ccb85-1201-4415-a624-d60f24e79383 binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:02:11.950475 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:11.963089 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Allocated IP 172.27.1.249 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/20033107-fa1b-4c44-8bfe-1684bdd9be2c) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:11.974061 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-238a54f2-f892-4760-a574-b36f1b395f2e admin admin] Publish callbacks [] for security_group (20a609de-9f45-4721-8e47-8275a6d35ffc), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.015537 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.040933 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-238a54f2-f892-4760-a574-b36f1b395f2e admin admin] Publish callbacks [] for security_group (20a609de-9f45-4721-8e47-8275a6d35ffc), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.078422 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:12.161522 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 572597bd-832c-4513-b9b7-52c846e08832 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:12.231091 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Publish callbacks [] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.251673 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 572597bd-832c-4513-b9b7-52c846e08832 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:12.252039 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (572597bd-832c-4513-b9b7-52c846e08832), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.252368 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 572597bd-832c-4513-b9b7-52c846e08832 Sep 23 14:02:12.256755 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:02:12.271212 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e1f527e-c7e7-4801-9e48-b00627a6269e admin admin] Publish callbacks [] for security_group (4c670ce5-773c-4dc6-ac3f-281913fd8ec9), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.291163 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-238a54f2-f892-4760-a574-b36f1b395f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (20a609de-9f45-4721-8e47-8275a6d35ffc), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.294454 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-238a54f2-f892-4760-a574-b36f1b395f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.295897 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-238a54f2-f892-4760-a574-b36f1b395f2e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/20a609de-9f45-4721-8e47-8275a6d35ffc HTTP/1.1" status: 204 len: 168 time: 0.5546665 Sep 23 14:02:12.310038 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a54f2-f892-4760-a574-b36f1b395f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a609de-9f45-4721-8e47-8275a6d35ffc,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:12.362746 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 572597bd-832c-4513-b9b7-52c846e08832 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:12.362746 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (572597bd-832c-4513-b9b7-52c846e08832), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.381961 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.467643 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:12.496261 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:12.507735 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e1f527e-c7e7-4801-9e48-b00627a6269e admin admin] Publish callbacks [] for security_group (4c670ce5-773c-4dc6-ac3f-281913fd8ec9), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.509897 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:12.520455 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:12.530216 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Pushing event updated for resources: {'Port': ['ID=20033107-fa1b-4c44-8bfe-1684bdd9be2c,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:12.626363 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port 572597bd-832c-4513-b9b7-52c846e08832, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=572597bd-832c-4513-b9b7-52c846e08832,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:12.633183 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089afd4-98f4-415a-a86b-07f408fd0100 None None] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:02:12.662874 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:12.674527 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-3a231810-8744-4425-a71a-d63823c4fd9a None None] Provisioning complete for port b9671e23-bfc5-48f2-b942-0941fa914a08 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:12.674929 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-3a231810-8744-4425-a71a-d63823c4fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.675267 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-3a231810-8744-4425-a71a-d63823c4fd9a None None] Attempt 1 to provision port b9671e23-bfc5-48f2-b942-0941fa914a08 Sep 23 14:02:12.738598 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (572597bd-832c-4513-b9b7-52c846e08832), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.740107 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b9671e23-bfc5-48f2-b942-0941fa914a08 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:12.761766 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Publish callbacks [] for port (dd8ccb85-1201-4415-a624-d60f24e79383), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.850615 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.861902 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:02:12.883605 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:12.919143 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:12.940851 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Sync routers for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:02:13.010434 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.011685 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-cbde348e-f8a8-4eca-bfc0-79d701aec47f admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7403088 Sep 23 14:02:13.014780 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e1f527e-c7e7-4801-9e48-b00627a6269e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4c670ce5-773c-4dc6-ac3f-281913fd8ec9), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.015505 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Pushing event updated for resources: {'Port': ['ID=dd8ccb85-1201-4415-a624-d60f24e79383,revision_number=2']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:13.020470 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55214) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:13.033185 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e1f527e-c7e7-4801-9e48-b00627a6269e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.034308 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-0e1f527e-c7e7-4801-9e48-b00627a6269e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4c670ce5-773c-4dc6-ac3f-281913fd8ec9 HTTP/1.1" status: 204 len: 168 time: 1.2952523 Sep 23 14:02:13.042762 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.043370 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.043891 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.044442 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.044962 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.049008 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.050634 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.052836 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.053345 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.053849 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.056516 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.057090 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.057650 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.058858 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.060774 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Tracked resource versions report: Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: pushed versions: Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: { 'AddressGroup': {'1.2'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Agent': {'1.1'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'ConntrackHelper': {'1.0'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'LocalIPAssociation': {'1.0'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Log': {'1.0'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'NDPProxy': {'1.0'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Network': {'1.1'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Port': {'1.7'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'PortForwarding': {'1.3'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'QosPolicy': {'1.10'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SecurityGroup': {'1.5'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SecurityGroupRule': {'1.2'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SubPort': {'1.0'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Subnet': {'1.1'}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Trunk': {'1.1'}} Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: consumer versions: Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: { DHCP agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: HyperV agent@hv-cinder-85743: {}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: L3 agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: Metadata agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: Metering agent@dv-cinder-857434-4-iscsi: {}, Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: Open vSwitch agent@dv-cinder-857434-4-iscsi: { 'AddressGroup': '1.2', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Agent': '1.1', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'ConntrackHelper': '1.0', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'LocalIPAssociation': '1.0', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Log': '1.0', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'NDPProxy': '1.0', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Network': '1.1', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Port': '1.7', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'PortForwarding': '1.3', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'QosPolicy': '1.10', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SecurityGroup': '1.5', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SecurityGroupRule': '1.2', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'SubPort': '1.0', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Subnet': '1.1', Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: 'Trunk': '1.1'}} Sep 23 14:02:13.062368 dv-cinder-857434-4-iscsi neutron-server[106655]: {{(pid=106655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 14:02:13.075063 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Attempting to bind port dd8ccb85-1201-4415-a624-d60f24e79383 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:13.077370 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Attempting to bind port dd8ccb85-1201-4415-a624-d60f24e79383 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:13.077968 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Attempting to bind port dd8ccb85-1201-4415-a624-d60f24e79383 on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:13.086893 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f527e-c7e7-4801-9e48-b00627a6269e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c670ce5-773c-4dc6-ac3f-281913fd8ec9,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:13.192923 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:13.195130 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:13.196245 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.200425 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:13.201154 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Bound port: dd8ccb85-1201-4415-a624-d60f24e79383, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:13.201817 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.280824 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port b9671e23-bfc5-48f2-b942-0941fa914a08 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:13.281502 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.281982 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port b9671e23-bfc5-48f2-b942-0941fa914a08 Sep 23 14:02:13.303326 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] For port dd8ccb85-1201-4415-a624-d60f24e79383, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:13.307864 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] For port dd8ccb85-1201-4415-a624-d60f24e79383, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=dd8ccb85-1201-4415-a624-d60f24e79383,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:13.334955 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-3a231810-8744-4425-a71a-d63823c4fd9a None None] Current status of the port b9671e23-bfc5-48f2-b942-0941fa914a08 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:13.336415 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-3a231810-8744-4425-a71a-d63823c4fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.349538 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:13.350544 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:01:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:13.373978 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Allocated IP 172.20.0.1 (35b1eec9-f37f-4a15-9846-f6e35c1c3a12/3fdcde6d-bd8a-47c9-bddd-f380538aed5d/74001ad1-1460-4590-b541-8d61b43b29f0) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:13.400568 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=572597bd-832c-4513-b9b7-52c846e08832,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:13.407156 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:13.423510 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13a76aa-71f5-4861-bd65-f1c953a518db None None] Network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:02:13.440364 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.612119 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:13.612791 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:01:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:13.615120 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352c14d-43f5-47c1-a22a-1af89fa0b8f2 None None] Pushing event updated for resources: {'Port': ['ID=dd8ccb85-1201-4415-a624-d60f24e79383,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:13.622261 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.638506 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Publish callbacks [] for port (74001ad1-1460-4590-b541-8d61b43b29f0), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.675907 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Publish callbacks [] for router_gateway (62e51876-ca67-42ba-8d47-c20b850d4a65), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.737494 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-3a231810-8744-4425-a71a-d63823c4fd9a None None] For port b9671e23-bfc5-48f2-b942-0941fa914a08, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=b9671e23-bfc5-48f2-b942-0941fa914a08,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:13.742588 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:13.746117 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:13.800211 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.824029 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:13.830894 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port b9671e23-bfc5-48f2-b942-0941fa914a08 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:13.831410 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.838446 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-3a231810-8744-4425-a71a-d63823c4fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.874255 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:13.882440 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:13.884133 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:13.891136 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:13.891659 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (20c60fcd-79f7-4ca9-a17f-61b62e85210e), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:13.942692 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:14.073257 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-beb50cdf-b9ae-4c5a-8887-9c34d257d1da None None] Provisioning complete for port b9671e23-bfc5-48f2-b942-0941fa914a08 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:14.073943 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-beb50cdf-b9ae-4c5a-8887-9c34d257d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.074465 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-beb50cdf-b9ae-4c5a-8887-9c34d257d1da None None] Attempt 1 to provision port b9671e23-bfc5-48f2-b942-0941fa914a08 Sep 23 14:02:14.207652 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:09Z', 'revision_number': 3, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:14.239752 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55246) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:14.249325 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Pushing event updated for resources: {'Port': ['ID=74001ad1-1460-4590-b541-8d61b43b29f0,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:14.250265 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51687f0c-b7c5-469c-9a71-6819f92d9f75 None None] The sync data for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi is: [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:09Z', 'revision_number': 3, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:02:14.281927 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55250) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:14.314210 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bb9568f4-7d41-465e-8717-e2a1f98c43c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.386440 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:14.398246 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a231810-8744-4425-a71a-d63823c4fd9a None None] Pushing event updated for resources: {'Port': ['ID=b9671e23-bfc5-48f2-b942-0941fa914a08,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:14.401868 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.db.api [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 14:02:14.403733 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG oslo_db.api [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 14:02:14.441296 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (62e51876-ca67-42ba-8d47-c20b850d4a65), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.477658 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-beb50cdf-b9ae-4c5a-8887-9c34d257d1da None None] Current status of the port b9671e23-bfc5-48f2-b942-0941fa914a08 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:14.492284 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:10Z', 'revision_number': 3, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:14.493639 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.495718 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-beb50cdf-b9ae-4c5a-8887-9c34d257d1da None None] Provisioning complete for port 572597bd-832c-4513-b9b7-52c846e08832 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:14.496092 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-beb50cdf-b9ae-4c5a-8887-9c34d257d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (572597bd-832c-4513-b9b7-52c846e08832), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.496522 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-beb50cdf-b9ae-4c5a-8887-9c34d257d1da None None] Attempt 1 to provision port 572597bd-832c-4513-b9b7-52c846e08832 Sep 23 14:02:14.521908 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Checking router: 7cb2b347-2372-47cb-9f3d-c47c2605bec5 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:02:14.522584 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Updating router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 port 5e5976bd-e965-400d-a38d-d5e401d500c0 binding host dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:02:14.583004 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.675229 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:14.720960 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-330161490-network', 'tenant_id': '04f55434b5cd4bacbb4cd77b47d36015'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:14.772788 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-beb50cdf-b9ae-4c5a-8887-9c34d257d1da None None] Current status of the port 572597bd-832c-4513-b9b7-52c846e08832 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:14.791112 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bb9568f4-7d41-465e-8717-e2a1f98c43c8 admin admin] Publish callbacks [] for security_group (128beaff-99cb-4824-8f98-60393c13a0a7), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.791449 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Publish callbacks [] for port (74001ad1-1460-4590-b541-8d61b43b29f0), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.794571 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.914079 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bb9568f4-7d41-465e-8717-e2a1f98c43c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (128beaff-99cb-4824-8f98-60393c13a0a7), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.924471 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.925269 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (20c60fcd-79f7-4ca9-a17f-61b62e85210e), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.953878 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Made reservation on behalf of 04f55434b5cd4bacbb4cd77b47d36015 for: {'network': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:14.956263 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.967032 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Provisioning complete for port 572597bd-832c-4513-b9b7-52c846e08832 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:14.967453 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (572597bd-832c-4513-b9b7-52c846e08832), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:14.967755 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Attempt 1 to provision port 572597bd-832c-4513-b9b7-52c846e08832 Sep 23 14:02:14.989402 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9568f4-7d41-465e-8717-e2a1f98c43c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128beaff-99cb-4824-8f98-60393c13a0a7,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:15.049436 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.057855 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a191ccc3-6c7d-4783-af4f-6e3397a8c3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.065891 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-bb9568f4-7d41-465e-8717-e2a1f98c43c8 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4dc59805c3224756938a1d714d3e122e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7827613 Sep 23 14:02:15.070154 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55260) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:15.104132 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Publish callbacks [] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), precommit_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.109267 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port b9671e23-bfc5-48f2-b942-0941fa914a08 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:15.109448 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Pushing event updated for resources: {'Port': ['ID=74001ad1-1460-4590-b541-8d61b43b29f0,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:15.125920 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:15.128213 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:15.136163 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Current status of the port 572597bd-832c-4513-b9b7-52c846e08832 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:15.165080 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Provisioning complete for port 74001ad1-1460-4590-b541-8d61b43b29f0 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:15.166351 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.167913 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Attempt 1 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:15.217580 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Allocated IP 172.20.0.1 (34e7a0c6-e35b-482b-a11c-b3c893e03a50/80f7adc6-3046-4d27-ba65-e533eb9cae24/c3d218e8-56db-4eef-87b3-2af37d504398) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:15.230188 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.266024 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Router 62e51876-ca67-42ba-8d47-c20b850d4a65 is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:02:15.327437 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Attempting to bind port 5e5976bd-e965-400d-a38d-d5e401d500c0 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:15.327882 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Attempting to bind port 5e5976bd-e965-400d-a38d-d5e401d500c0 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:15.328303 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Attempting to bind port 5e5976bd-e965-400d-a38d-d5e401d500c0 on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:15.332051 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Port 74001ad1-1460-4590-b541-8d61b43b29f0 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:15.395603 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Router 20c60fcd-79f7-4ca9-a17f-61b62e85210e has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:02:15.534455 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:02:15.541508 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-247108fe-b0c5-4ca5-a663-41e51faf77ea admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/20c60fcd-79f7-4ca9-a17f-61b62e85210e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1301680 Sep 23 14:02:15.547585 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:15.554482 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6216b35f-2422-42d8-8aa4-4fb6384c9e72 admin admin] Publish callbacks [] for security_group (128beaff-99cb-4824-8f98-60393c13a0a7), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.556913 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 572597bd-832c-4513-b9b7-52c846e08832 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:15.581122 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6216b35f-2422-42d8-8aa4-4fb6384c9e72 admin admin] Publish callbacks [] for security_group (128beaff-99cb-4824-8f98-60393c13a0a7), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.600058 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08a27a-e3a4-4584-bb8c-eee5e845a15b None None] Pushing event updated for resources: {'Port': ['ID=5e5976bd-e965-400d-a38d-d5e401d500c0,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:15.607442 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Publish callbacks [] for port (c3d218e8-56db-4eef-87b3-2af37d504398), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.609821 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:15.627249 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:15.627617 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:15.628017 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.628405 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:15.628874 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Bound port: 5e5976bd-e965-400d-a38d-d5e401d500c0, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:15.629253 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.666274 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 572597bd-832c-4513-b9b7-52c846e08832 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:15.666694 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (572597bd-832c-4513-b9b7-52c846e08832), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.667099 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 572597bd-832c-4513-b9b7-52c846e08832 Sep 23 14:02:15.743166 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Publish callbacks [] for security_group (c0c797b1-2927-4340-b5ce-13b75baf0eea), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.749848 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:15.751483 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:02:15.764901 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] For port 5e5976bd-e965-400d-a38d-d5e401d500c0, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:15.765103 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Sync routers for ids ['62e51876-ca67-42ba-8d47-c20b850d4a65'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:02:15.771559 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] For port 5e5976bd-e965-400d-a38d-d5e401d500c0, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=5e5976bd-e965-400d-a38d-d5e401d500c0,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:15.778481 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Routers {'62e51876-ca67-42ba-8d47-c20b850d4a65'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:15.782585 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:01:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['62e51876-ca67-42ba-8d47-c20b850d4a65'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:15.794253 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c0c797b1-2927-4340-b5ce-13b75baf0eea), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.820905 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 572597bd-832c-4513-b9b7-52c846e08832 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:15.822299 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b9671e23-bfc5-48f2-b942-0941fa914a08 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:15.829028 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c797b1-2927-4340-b5ce-13b75baf0eea,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:15.855370 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Attempt 2 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:15.870614 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.879671 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.884203 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55276) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:15.884338 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-7f020c7a-219c-43f4-9672-e9941d021364 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2614942 Sep 23 14:02:15.885131 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6216b35f-2422-42d8-8aa4-4fb6384c9e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (128beaff-99cb-4824-8f98-60393c13a0a7), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.887684 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6216b35f-2422-42d8-8aa4-4fb6384c9e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.891227 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-6216b35f-2422-42d8-8aa4-4fb6384c9e72 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/128beaff-99cb-4824-8f98-60393c13a0a7 HTTP/1.1" status: 204 len: 168 time: 0.8178375 Sep 23 14:02:15.895317 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=106653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:02:15.900758 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.909082 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Port 74001ad1-1460-4590-b541-8d61b43b29f0 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:15.912331 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port b9671e23-bfc5-48f2-b942-0941fa914a08 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:15.912331 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.912512 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port b9671e23-bfc5-48f2-b942-0941fa914a08 Sep 23 14:02:15.946839 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216b35f-2422-42d8-8aa4-4fb6384c9e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128beaff-99cb-4824-8f98-60393c13a0a7,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:15.950620 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (7497d3b8-c31e-4613-bff1-e28ef636b422), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:15.951028 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.segments_db [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Added segment 7497d3b8-c31e-4613-bff1-e28ef636b422 of type vlan for network 893f14fd-5bc3-4018-ac2c-4d871746dfd0 Sep 23 14:02:15.992476 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:15.993778 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:01:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:15.997119 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Set router 62e51876-ca67-42ba-8d47-c20b850d4a65 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:16.042311 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:16.068741 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:16.085673 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:16.086199 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (7cb2b347-2372-47cb-9f3d-c47c2605bec5), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:16.090442 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (893f14fd-5bc3-4018-ac2c-4d871746dfd0), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:16.129638 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:16.155697 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Pushing event updated for resources: {'Port': ['ID=c3d218e8-56db-4eef-87b3-2af37d504398,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:16.166168 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08a27a-e3a4-4584-bb8c-eee5e845a15b None None] Pushing event updated for resources: {'Port': ['ID=5e5976bd-e965-400d-a38d-d5e401d500c0,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:16.254142 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55302) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:16.271781 dv-cinder-857434-4-iscsi neutron-server[106653]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 14:02:16.285744 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:16.351729 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port b9671e23-bfc5-48f2-b942-0941fa914a08 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:16.352827 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device dd8ccb85-1201-4415-a624-d60f24e79383 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:16.367442 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.db.resource_extend [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 23 14:02:16.428175 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Attempt 3 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:16.445018 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:16.519169 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'name': 'tempest-DeleteServersTestJSON-560048425-router', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:12Z', 'revision_number': 3, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'gw_port': {'id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:11Z', 'updated_at': '2022-09-23T14:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:16.658936 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Port 74001ad1-1460-4590-b541-8d61b43b29f0 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:16.658936 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port dd8ccb85-1201-4415-a624-d60f24e79383 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:16.658936 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:16.660027 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port dd8ccb85-1201-4415-a624-d60f24e79383 Sep 23 14:02:16.728219 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:16.774514 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:16.788371 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:16.799434 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Checking router: 62e51876-ca67-42ba-8d47-c20b850d4a65 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:02:16.799883 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Updating router 62e51876-ca67-42ba-8d47-c20b850d4a65 port 20033107-fa1b-4c44-8bfe-1684bdd9be2c binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:02:16.813397 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Sync routers for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:02:16.813925 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=100 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:16.868744 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port dd8ccb85-1201-4415-a624-d60f24e79383 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:16.869337 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:16.876434 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:16.877440 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:10Z', 'revision_number': 3, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:16.916624 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=100 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:16.946707 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (893f14fd-5bc3-4018-ac2c-4d871746dfd0), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:16.947800 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:16.948631 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:16.974578 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae92f9-c654-4b9a-a8fe-389dc6283730 None None] The sync data for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi is: [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:10Z', 'revision_number': 3, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:02:16.984958 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:16.985950 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:01:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:17.005757 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port dd8ccb85-1201-4415-a624-d60f24e79383, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=dd8ccb85-1201-4415-a624-d60f24e79383,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:17.024975 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:17.034978 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=100 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:17.113778 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:17.165336 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Attempt 4 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:17.224404 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Port 74001ad1-1460-4590-b541-8d61b43b29f0 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:17.251242 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-8be4af8d-16c5-4347-b9c9-a23456b11413 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:17.260002 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-8be4af8d-16c5-4347-b9c9-a23456b11413 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 819 time: 0.9948175 Sep 23 14:02:17.273862 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0299411 Sep 23 14:02:17.279391 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55334) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:17.291732 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] Request body: {'subnet': {'network_id': '893f14fd-5bc3-4018-ac2c-4d871746dfd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-330161490-subnet', 'tenant_id': '04f55434b5cd4bacbb4cd77b47d36015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:17.301580 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:17.338232 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=dd8ccb85-1201-4415-a624-d60f24e79383,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:17.348917 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-910f6389-027a-4937-bbcf-13c6cbea5953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:17.394172 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:17.397288 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-603f3767-98df-4dd6-8b6d-856d87bd7c1d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/quotas/d08a219027684089a91c354749c67d5d HTTP/1.1" status: 200 len: 375 time: 0.1125708 Sep 23 14:02:17.403787 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e402d3e-a2bc-4a12-9eee-782bc9c39285 admin admin] Pushing event updated for resources: {'Network': ['ID=893f14fd-5bc3-4018-ac2c-4d871746dfd0,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:17.442750 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] Made reservation on behalf of 04f55434b5cd4bacbb4cd77b47d36015 for: {'subnet': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:17.450193 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:17.499031 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Publish callbacks [] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:17.550723 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Allocated IP 172.20.0.1 (dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a/a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d/94e1c632-c94d-4e3a-be60-a540364d23ea) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:17.559035 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 893f14fd-5bc3-4018-ac2c-4d871746dfd0 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:02:17.634288 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:17.728120 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Attempting to bind port 20033107-fa1b-4c44-8bfe-1684bdd9be2c on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:17.730636 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Attempting to bind port 20033107-fa1b-4c44-8bfe-1684bdd9be2c by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:17.732151 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Attempting to bind port 20033107-fa1b-4c44-8bfe-1684bdd9be2c on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:17.744800 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Attempt 5 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:17.778909 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Publish callbacks [] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:17.814205 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-ed57ceec-583a-4fab-98f5-d66d2c4d5c6b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4051261 Sep 23 14:02:17.871359 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1db4d-0da5-4607-b193-8d283df3b8ce None None] Pushing event updated for resources: {'Port': ['ID=20033107-fa1b-4c44-8bfe-1684bdd9be2c,revision_number=2']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:17.874661 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:17.917798 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:17.918388 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:17.918889 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:17.919434 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:17.920114 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Bound port: 20033107-fa1b-4c44-8bfe-1684bdd9be2c, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:17.920648 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:17.996734 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 2, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:18.026416 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:18.051690 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] For port 20033107-fa1b-4c44-8bfe-1684bdd9be2c, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:18.061338 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] For port 20033107-fa1b-4c44-8bfe-1684bdd9be2c, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=20033107-fa1b-4c44-8bfe-1684bdd9be2c,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:18.081383 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Checking router: 20c60fcd-79f7-4ca9-a17f-61b62e85210e for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:02:18.082066 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Updating router 20c60fcd-79f7-4ca9-a17f-61b62e85210e port 74001ad1-1460-4590-b541-8d61b43b29f0 binding host dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:02:18.084432 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Port 74001ad1-1460-4590-b541-8d61b43b29f0 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:18.135963 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:18.145657 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:18.146499 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:18.154523 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:18.161626 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:18.183820 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:18.204772 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:18.205263 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (62e51876-ca67-42ba-8d47-c20b850d4a65), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:18.208128 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Pushing event updated for resources: {'Port': ['ID=94e1c632-c94d-4e3a-be60-a540364d23ea,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:18.281628 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Routers {'62e51876-ca67-42ba-8d47-c20b850d4a65'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:18.282691 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:02:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['62e51876-ca67-42ba-8d47-c20b850d4a65'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:18.303140 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-001b94a2-073a-4a6f-9de0-9358286d6667 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106653) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 14:02:18.305840 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-001b94a2-073a-4a6f-9de0-9358286d6667 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1838002 Sep 23 14:02:18.323355 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Publish callbacks [] for port (c3d218e8-56db-4eef-87b3-2af37d504398), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:18.466875 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:18.467822 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (7cb2b347-2372-47cb-9f3d-c47c2605bec5), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:18.490015 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1db4d-0da5-4607-b193-8d283df3b8ce None None] Pushing event updated for resources: {'Port': ['ID=20033107-fa1b-4c44-8bfe-1684bdd9be2c,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:18.679785 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] Set router 62e51876-ca67-42ba-8d47-c20b850d4a65 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:18.691338 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (5486361a-60b0-4b5b-af83-78b15fafbe84), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:18.702688 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-4769f72f-095d-4bdb-a0f1-a37a002f7c32 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658996 Sep 23 14:02:18.706465 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:18.738505 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Attempt 6 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:18.771309 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:18.806702 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Pushing event updated for resources: {'Port': ['ID=c3d218e8-56db-4eef-87b3-2af37d504398,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:18.847420 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:18.872923 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5486361a-60b0-4b5b-af83-78b15fafbe84,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:18.878021 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] Checking segment: {'id': '7497d3b8-c31e-4613-bff1-e28ef636b422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '893f14fd-5bc3-4018-ac2c-4d871746dfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:18.879179 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] Network hostable DHCP agents. Network: 893f14fd-5bc3-4018-ac2c-4d871746dfd0, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:02:18.889006 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:18.900247 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:18.920646 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Port 74001ad1-1460-4590-b541-8d61b43b29f0 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:18.970055 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'name': 'tempest-DeleteServersTestJSON-560048425-router', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:12Z', 'revision_number': 3, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'gw_port': {'id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:11Z', 'updated_at': '2022-09-23T14:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:18.976478 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:18.984446 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:18.996335 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:19.005977 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:19.006943 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0773d-1601-423c-9e34-4d00426a0072 None None] The sync data for ids ['62e51876-ca67-42ba-8d47-c20b850d4a65'] in dv-cinder-857434-4-iscsi is: [{'id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'name': 'tempest-DeleteServersTestJSON-560048425-router', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:12Z', 'revision_number': 3, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'gw_port': {'id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:11Z', 'updated_at': '2022-09-23T14:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:02:19.036323 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-6f161bce-f0cb-4b81-9d62-b9702caade5e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241432 Sep 23 14:02:19.198965 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Publish callbacks [] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:19.206221 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] Network 893f14fd-5bc3-4018-ac2c-4d871746dfd0 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:02:19.267046 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:19.267972 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (62e51876-ca67-42ba-8d47-c20b850d4a65), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:19.364876 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Pushing event updated for resources: {'Port': ['ID=94e1c632-c94d-4e3a-be60-a540364d23ea,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:19.368928 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 893f14fd-5bc3-4018-ac2c-4d871746dfd0) {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:19.399824 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:19.401880 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:19.422121 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457f0467-040e-4a4c-915d-2f693e61300f None None] Network 893f14fd-5bc3-4018-ac2c-4d871746dfd0 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:02:19.431488 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:02:19.454143 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Attempt 7 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:19.547362 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Port 74001ad1-1460-4590-b541-8d61b43b29f0 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:19.548929 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device dd8ccb85-1201-4415-a624-d60f24e79383 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:19.596472 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-67cc47ec-559b-459d-a491-18926a48a648 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3072400 Sep 23 14:02:19.736999 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:19.754785 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:02:19.763334 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:19.765044 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:19.807950 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-0c8dd9d8-7010-4c8c-ac50-99352318512c admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/7cb2b347-2372-47cb-9f3d-c47c2605bec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7843301 Sep 23 14:02:19.811285 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55428) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:19.875164 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Publish callbacks [] for port (74001ad1-1460-4590-b541-8d61b43b29f0), precommit_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:19.919309 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:19.954933 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b7b8915c-8154-41a2-af64-4b799bfad4b0 req-384f3e15-7847-4241-b154-21249ea78d56 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 210 time: 0.1424091 Sep 23 14:02:20.007145 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port dd8ccb85-1201-4415-a624-d60f24e79383 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:20.007719 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:20.008118 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port dd8ccb85-1201-4415-a624-d60f24e79383 Sep 23 14:02:20.012094 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:20.117173 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Attempt 8 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:20.119455 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de5516-a527-427e-9ef2-bb9a78508e77 None None] Pushing event updated for resources: {'Port': ['ID=74001ad1-1460-4590-b541-8d61b43b29f0,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:20.123107 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Router 62e51876-ca67-42ba-8d47-c20b850d4a65 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:02:20.138441 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:20.165949 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Sync routers for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:02:20.198831 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:20.203592 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:20.207430 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:02:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:20.257625 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d25fb2-04fb-4c90-91aa-536a522a694a None None] Network 893f14fd-5bc3-4018-ac2c-4d871746dfd0 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:02:20.318803 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:20.349931 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:20.424179 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:02:20.448977 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-208ff2be-b311-4dd7-a7ce-f2ee0168770c admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/62e51876-ca67-42ba-8d47-c20b850d4a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5611925 Sep 23 14:02:20.483198 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Port 74001ad1-1460-4590-b541-8d61b43b29f0 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:20.483724 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:20.517215 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:20.562420 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Attempting to bind port 74001ad1-1460-4590-b541-8d61b43b29f0 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:20.562795 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Attempting to bind port 74001ad1-1460-4590-b541-8d61b43b29f0 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:20.563155 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Attempting to bind port 74001ad1-1460-4590-b541-8d61b43b29f0 on network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:20.628090 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port dd8ccb85-1201-4415-a624-d60f24e79383 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:20.629490 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 5e5976bd-e965-400d-a38d-d5e401d500c0 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:20.749252 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:20.769774 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:20.770225 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Checking segment: {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:20.770795 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:20.771251 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Bound using segment: {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:20.771817 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Bound port: 74001ad1-1460-4590-b541-8d61b43b29f0, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:20.772319 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:20.856171 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 5e5976bd-e965-400d-a38d-d5e401d500c0 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:20.856561 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:20.867218 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 5e5976bd-e965-400d-a38d-d5e401d500c0 Sep 23 14:02:20.900165 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:17Z', 'revision_number': 2, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:20.976165 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94cad3-c01b-4886-8364-699f872588c5 req-90116b25-a38a-4a06-afde-7f1cae5706f1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:20.985984 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Attempt 9 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:20.987686 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-90116b25-a38a-4a06-afde-7f1cae5706f1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 819 time: 0.1857591 Sep 23 14:02:21.004430 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Checking router: 7cb2b347-2372-47cb-9f3d-c47c2605bec5 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:02:21.005599 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Updating router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 port c3d218e8-56db-4eef-87b3-2af37d504398 binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:02:21.022556 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-f6183477-5d2e-45c0-81f3-50cdf6730c57 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/quotas/d08a219027684089a91c354749c67d5d HTTP/1.1" status: 200 len: 375 time: 0.0321853 Sep 23 14:02:21.078006 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-32b834bd-b6c3-4d1b-a421-238dafa0415e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542488 Sep 23 14:02:21.087925 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.146504 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] For port 74001ad1-1460-4590-b541-8d61b43b29f0, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:21.154701 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] For port 74001ad1-1460-4590-b541-8d61b43b29f0, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=74001ad1-1460-4590-b541-8d61b43b29f0,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:21.159878 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Port 74001ad1-1460-4590-b541-8d61b43b29f0 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:21.204401 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 5e5976bd-e965-400d-a38d-d5e401d500c0 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:21.204805 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.235587 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.266825 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port 5e5976bd-e965-400d-a38d-d5e401d500c0, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=5e5976bd-e965-400d-a38d-d5e401d500c0,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:21.332736 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:21.333369 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:02:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:21.393379 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55526) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:21.398357 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-e54cb09c-dcc7-490f-8b28-eb6dd128ea3e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969742839', 'description': 'tempest-description--297440978'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:21.520799 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:21.535498 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Publish callbacks [] for port (c3d218e8-56db-4eef-87b3-2af37d504398), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.537977 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:21.549573 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:21.555274 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.575024 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e54cb09c-dcc7-490f-8b28-eb6dd128ea3e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.609203 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.614153 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de5516-a527-427e-9ef2-bb9a78508e77 None None] Pushing event updated for resources: {'Port': ['ID=74001ad1-1460-4590-b541-8d61b43b29f0,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:21.645109 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:21.665824 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Attempt 10 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:21.717478 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e54cb09c-dcc7-490f-8b28-eb6dd128ea3e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (c7f52fa2-a54b-42f1-a96c-dc218f251712), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.744888 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 20033107-fa1b-4c44-8bfe-1684bdd9be2c up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:21.791143 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b0871-c0d5-4763-bf63-6ea45d24e878 None None] Pushing event updated for resources: {'Port': ['ID=c3d218e8-56db-4eef-87b3-2af37d504398,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:21.794053 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Attempting to bind port c3d218e8-56db-4eef-87b3-2af37d504398 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:21.794719 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Attempting to bind port c3d218e8-56db-4eef-87b3-2af37d504398 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:21.794966 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Attempting to bind port c3d218e8-56db-4eef-87b3-2af37d504398 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:21.807498 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e54cb09c-dcc7-490f-8b28-eb6dd128ea3e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c7f52fa2-a54b-42f1-a96c-dc218f251712), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.864352 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cb09c-dcc7-490f-8b28-eb6dd128ea3e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f52fa2-a54b-42f1-a96c-dc218f251712,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:21.905468 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:21.906235 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Checking segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:21.906499 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.906990 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Bound using segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:21.910914 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Bound port: c3d218e8-56db-4eef-87b3-2af37d504398, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:21.911781 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.943446 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Current status of the port 74001ad1-1460-4590-b541-8d61b43b29f0 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:21.951494 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e54cb09c-dcc7-490f-8b28-eb6dd128ea3e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.953082 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-e54cb09c-dcc7-490f-8b28-eb6dd128ea3e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5584774 Sep 23 14:02:21.953785 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:21.956332 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55550) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:21.961508 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-499d29a0-f1e2-45d6-a955-4221401d19ae tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group_rule': {'security_group_id': 'c7f52fa2-a54b-42f1-a96c-dc218f251712', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:22.045488 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=5e5976bd-e965-400d-a38d-d5e401d500c0,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:22.114062 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Sync routers for ids ['62e51876-ca67-42ba-8d47-c20b850d4a65'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:02:22.135040 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-280c39f0-74e5-4d04-b33a-d67f3aaf2a96 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:22.147731 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-280c39f0-74e5-4d04-b33a-d67f3aaf2a96 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/networks?id=dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a HTTP/1.1" status: 200 len: 811 time: 0.2388198 Sep 23 14:02:22.157158 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55560) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:22.169428 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-1400b01f-bda3-487e-8138-476aaba1cec8 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/quotas/8e1a67a82fb44cf59f9b4f30848881d1 HTTP/1.1" status: 200 len: 375 time: 0.0204570 Sep 23 14:02:22.182577 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-499d29a0-f1e2-45d6-a955-4221401d19ae tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (aeead990-54a4-4a1c-a02c-8e656a9839b4), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.186896 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 20033107-fa1b-4c44-8bfe-1684bdd9be2c triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:22.187461 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.201047 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 20033107-fa1b-4c44-8bfe-1684bdd9be2c Sep 23 14:02:22.217795 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Routers {'62e51876-ca67-42ba-8d47-c20b850d4a65'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:22.229220 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:02:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['62e51876-ca67-42ba-8d47-c20b850d4a65'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:22.249671 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] For port c3d218e8-56db-4eef-87b3-2af37d504398, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:22.254533 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] For port c3d218e8-56db-4eef-87b3-2af37d504398, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=c3d218e8-56db-4eef-87b3-2af37d504398,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:22.259686 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55566) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:22.277517 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d3585dd5-9f6b-4b04-bff9-8c4a3755c9e1 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106653) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 14:02:22.282892 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d3585dd5-9f6b-4b04-bff9-8c4a3755c9e1 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8628325 Sep 23 14:02:22.299842 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:22.312320 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-fed569fc-55f9-4266-b948-20f56b50e415 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=8e1a67a82fb44cf59f9b4f30848881d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412098 Sep 23 14:02:22.317283 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-629663975-network', 'tenant_id': 'da4abb67ad4d4464b74e5ccbbd09b426'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:22.343498 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-499d29a0-f1e2-45d6-a955-4221401d19ae tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (aeead990-54a4-4a1c-a02c-8e656a9839b4), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.348410 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.367522 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:22.368507 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:02:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:22.432959 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-499d29a0-f1e2-45d6-a955-4221401d19ae tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (aeead990-54a4-4a1c-a02c-8e656a9839b4), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.460358 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d29a0-f1e2-45d6-a955-4221401d19ae tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeead990-54a4-4a1c-a02c-8e656a9839b4,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:22.516023 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:22.538835 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-8d593c94-c3a7-42ae-8c0a-03ad833bd162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.564342 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Set router 62e51876-ca67-42ba-8d47-c20b850d4a65 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:22.591515 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-499d29a0-f1e2-45d6-a955-4221401d19ae tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.593374 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-499d29a0-f1e2-45d6-a955-4221401d19ae tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6360309 Sep 23 14:02:22.596850 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55580) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:22.604253 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-2d3e1a3e-ec6a-4ed4-8c55-e9b156996292 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group_rule': {'security_group_id': 'c7f52fa2-a54b-42f1-a96c-dc218f251712', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:22.607463 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b0871-c0d5-4763-bf63-6ea45d24e878 None None] Pushing event updated for resources: {'Port': ['ID=c3d218e8-56db-4eef-87b3-2af37d504398,revision_number=4']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:22.636067 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:22.667851 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-647abb61-a1c8-42ce-9a32-4e994fac4863 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543794 Sep 23 14:02:22.681555 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-5950b90f-23fc-4036-a691-422b531e2809 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598094 Sep 23 14:02:22.710953 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:22.714163 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-8d593c94-c3a7-42ae-8c0a-03ad833bd162 admin admin] Publish callbacks [] for security_group (4381a977-ff64-4587-a472-819f7693d6e5), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.722544 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] For port 74001ad1-1460-4590-b541-8d61b43b29f0, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=74001ad1-1460-4590-b541-8d61b43b29f0,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:22.790041 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-4c245865-33e8-40ad-8c29-5c0fd019f3d3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969193 Sep 23 14:02:22.793049 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:22.822196 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Made reservation on behalf of da4abb67ad4d4464b74e5ccbbd09b426 for: {'network': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:22.824905 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.825158 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1a3e-ec6a-4ed4-8c55-e9b156996292 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (44021fdd-02e8-4fec-8787-f93e35175cbf), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.832601 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f626e0d-1f9f-4a94-b6a3-54bb5886f717 None None] The sync data for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi is: [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:02:22.838994 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.882008 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.974301 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36922869-7a07-4c0a-8855-5a9ef70decce None None] Pushing event updated for resources: {'Port': ['ID=74001ad1-1460-4590-b541-8d61b43b29f0,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:22.984346 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Publish callbacks [] for security_group (a70c8caf-7da8-45b1-87ac-732c0e0b7d05), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.987512 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 20033107-fa1b-4c44-8bfe-1684bdd9be2c is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:22.988086 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:22.989729 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:23.022959 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:23.050636 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:23.055402 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Provisioning complete for port 94e1c632-c94d-4e3a-be60-a540364d23ea triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:23.055402 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.065428 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Attempt 1 to provision port 94e1c632-c94d-4e3a-be60-a540364d23ea Sep 23 14:02:23.074408 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-f58c028f-0595-4947-b6dc-aca6a4a99ce3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056177 Sep 23 14:02:23.100817 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (a70c8caf-7da8-45b1-87ac-732c0e0b7d05), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.105980 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-8d593c94-c3a7-42ae-8c0a-03ad833bd162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4381a977-ff64-4587-a472-819f7693d6e5), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.106289 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port 20033107-fa1b-4c44-8bfe-1684bdd9be2c, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=20033107-fa1b-4c44-8bfe-1684bdd9be2c,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:23.110257 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Port 94e1c632-c94d-4e3a-be60-a540364d23ea cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:23.123799 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a2dbc7-943e-4a93-8296-c489903d2617 None None] The sync data for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi is: [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:02:23.134369 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'name': 'tempest-DeleteServersTestJSON-560048425-router', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:18Z', 'revision_number': 4, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'gw_port': {'id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:11Z', 'updated_at': '2022-09-23T14:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '94e1c632-c94d-4e3a-be60-a540364d23ea', 'name': '', 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'mac_address': 'fa:16:3e:2f:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:17Z', 'updated_at': '2022-09-23T14:02:19Z', 'revision_number': 2, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'subnets': [{'id': 'a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:23.146012 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=106653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:02:23.197490 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Checking router: 62e51876-ca67-42ba-8d47-c20b850d4a65 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:02:23.197832 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Updating router 62e51876-ca67-42ba-8d47-c20b850d4a65 port 94e1c632-c94d-4e3a-be60-a540364d23ea binding host dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:02:23.250928 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70c8caf-7da8-45b1-87ac-732c0e0b7d05,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:23.264712 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (6046fc06-a359-4408-801a-da905d3886c7), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.265060 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.segments_db [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Added segment 6046fc06-a359-4408-801a-da905d3886c7 of type vlan for network 29dacce9-670e-4c2e-a4ae-2b5de95e1485 Sep 23 14:02:23.283116 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.308275 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-8d593c94-c3a7-42ae-8c0a-03ad833bd162 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a011b7f9815648bbbd033072449a4b5f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1454144 Sep 23 14:02:23.308462 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55598) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:23.332227 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1a3e-ec6a-4ed4-8c55-e9b156996292 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (44021fdd-02e8-4fec-8787-f93e35175cbf), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.353055 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.356633 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d593c94-c3a7-42ae-8c0a-03ad833bd162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4381a977-ff64-4587-a472-819f7693d6e5,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:23.387366 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (29dacce9-670e-4c2e-a4ae-2b5de95e1485), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.437967 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9937-ea25-4e31-97f7-a6e2537631de admin admin] Publish callbacks [] for security_group (4381a977-ff64-4587-a472-819f7693d6e5), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.444910 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1a3e-ec6a-4ed4-8c55-e9b156996292 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (44021fdd-02e8-4fec-8787-f93e35175cbf), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.447586 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=20033107-fa1b-4c44-8bfe-1684bdd9be2c,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:23.475969 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9937-ea25-4e31-97f7-a6e2537631de admin admin] Publish callbacks [] for security_group (4381a977-ff64-4587-a472-819f7693d6e5), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.482295 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e1a3e-ec6a-4ed4-8c55-e9b156996292 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44021fdd-02e8-4fec-8787-f93e35175cbf,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:23.557677 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (29dacce9-670e-4c2e-a4ae-2b5de95e1485), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.561517 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1a3e-ec6a-4ed4-8c55-e9b156996292 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.571339 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-2d3e1a3e-ec6a-4ed4-8c55-e9b156996292 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9679201 Sep 23 14:02:23.571339 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55610) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:23.571470 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:23.571470 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.586596 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:23.730598 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:23.743480 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Attempt 2 to provision port 94e1c632-c94d-4e3a-be60-a540364d23ea Sep 23 14:02:23.884347 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Port 94e1c632-c94d-4e3a-be60-a540364d23ea cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:24.009879 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=29dacce9-670e-4c2e-a4ae-2b5de95e1485,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:24.030639 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 29dacce9-670e-4c2e-a4ae-2b5de95e1485 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:02:24.072730 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 20033107-fa1b-4c44-8bfe-1684bdd9be2c up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:24.104246 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f0ec3c8f-62c7-4ade-9a9b-662e1e9dc4e4 req-817ca694-b8ad-4f3d-b4c8-15af90163204 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 210 time: 0.3030653 Sep 23 14:02:24.119649 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-dfef843c-7996-4ddd-814e-deef70726cc6 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8564935 Sep 23 14:02:24.131078 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55638) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:24.150942 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c75637e8-c06f-4ca9-94e5-25f024d5040c req-b522bd5f-4f0b-474a-bc33-b2dbfebd4bdd tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 210 time: 0.3352523 Sep 23 14:02:24.162860 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] Request body: {'subnet': {'network_id': '29dacce9-670e-4c2e-a4ae-2b5de95e1485', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-629663975-subnet', 'tenant_id': 'da4abb67ad4d4464b74e5ccbbd09b426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:24.233860 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9937-ea25-4e31-97f7-a6e2537631de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4381a977-ff64-4587-a472-819f7693d6e5), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.236075 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9937-ea25-4e31-97f7-a6e2537631de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.244404 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-5ecb9937-ea25-4e31-97f7-a6e2537631de admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4381a977-ff64-4587-a472-819f7693d6e5 HTTP/1.1" status: 204 len: 168 time: 0.9364979 Sep 23 14:02:24.255753 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb9937-ea25-4e31-97f7-a6e2537631de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4381a977-ff64-4587-a472-819f7693d6e5,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:24.307091 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] Made reservation on behalf of da4abb67ad4d4464b74e5ccbbd09b426 for: {'subnet': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:24.310844 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.315670 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=11 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:24.338891 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.361683 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:24.382756 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Publish callbacks [] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), precommit_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.388140 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Attempt 3 to provision port 94e1c632-c94d-4e3a-be60-a540364d23ea Sep 23 14:02:24.416469 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:24.427229 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 20033107-fa1b-4c44-8bfe-1684bdd9be2c triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:24.427626 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.428186 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 20033107-fa1b-4c44-8bfe-1684bdd9be2c Sep 23 14:02:24.461976 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Port 94e1c632-c94d-4e3a-be60-a540364d23ea cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:24.464742 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.510989 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Allocated IP 172.27.1.92 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/789ba601-2c92-46c1-8ad3-19101cc0c398) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:24.560567 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:24.603939 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224f4d8-132b-4d95-b261-88f5556a37d0 None None] Pushing event updated for resources: {'Port': ['ID=94e1c632-c94d-4e3a-be60-a540364d23ea,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:24.632275 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 20033107-fa1b-4c44-8bfe-1684bdd9be2c is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:24.633428 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 74001ad1-1460-4590-b541-8d61b43b29f0 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:24.640288 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Attempting to bind port 94e1c632-c94d-4e3a-be60-a540364d23ea on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:24.640288 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Attempting to bind port 94e1c632-c94d-4e3a-be60-a540364d23ea by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:24.640288 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Attempting to bind port 94e1c632-c94d-4e3a-be60-a540364d23ea on network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:24.695918 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (789ba601-2c92-46c1-8ad3-19101cc0c398), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.706671 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (b1c266a7-1055-466c-94ad-2231b8966031), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.706890 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:24.707183 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Checking segment: {'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:24.707593 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.707988 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Bound using segment: {'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:24.708467 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Bound port: 94e1c632-c94d-4e3a-be60-a540364d23ea, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:24.708846 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.731424 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 74001ad1-1460-4590-b541-8d61b43b29f0 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:24.731820 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.732163 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:24.777163 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c266a7-1055-466c-94ad-2231b8966031,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:24.817864 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] For port 94e1c632-c94d-4e3a-be60-a540364d23ea, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:24.822448 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] For port 94e1c632-c94d-4e3a-be60-a540364d23ea, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=94e1c632-c94d-4e3a-be60-a540364d23ea,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:24.842064 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] Checking segment: {'id': '6046fc06-a359-4408-801a-da905d3886c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '29dacce9-670e-4c2e-a4ae-2b5de95e1485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:24.842064 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] Network hostable DHCP agents. Network: 29dacce9-670e-4c2e-a4ae-2b5de95e1485, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:02:24.864083 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (789ba601-2c92-46c1-8ad3-19101cc0c398), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.899275 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 74001ad1-1460-4590-b541-8d61b43b29f0 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:24.900719 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device c3d218e8-56db-4eef-87b3-2af37d504398 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:24.957455 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:24.963940 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] Network 29dacce9-670e-4c2e-a4ae-2b5de95e1485 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:02:24.975541 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Attempt 4 to provision port 94e1c632-c94d-4e3a-be60-a540364d23ea Sep 23 14:02:24.980610 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:24.986370 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:25.003536 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:25.062486 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=789ba601-2c92-46c1-8ad3-19101cc0c398,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:25.101957 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 29dacce9-670e-4c2e-a4ae-2b5de95e1485) {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:25.118006 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:25.120741 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.138538 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:25.156427 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Routers {'62e51876-ca67-42ba-8d47-c20b850d4a65'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:02:25.157303 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:02:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['62e51876-ca67-42ba-8d47-c20b850d4a65'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:25.159762 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db3522-8cb8-4ce7-b692-4547efb5d148 None None] Network 29dacce9-670e-4c2e-a4ae-2b5de95e1485 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:02:25.187640 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:25.234204 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (f28a650d-2507-428a-9028-c495e9779215), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.292944 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-1dc41607-abb6-4664-a503-6c85d9529afb admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1595957 Sep 23 14:02:25.296694 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b380eda3-f2fe-48b8-8eea-0b5c93bbc063 req-a2a7473f-4423-4fe8-a945-e9456d8cee48 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 210 time: 0.1108894 Sep 23 14:02:25.367503 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ace641e7-7b5f-4d81-bf19-9c6ef60d82cd req-11fca8ee-f3ba-4851-8d72-25920b80f08f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 210 time: 0.0709500 Sep 23 14:02:25.405522 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55692) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:25.427263 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (789ba601-2c92-46c1-8ad3-19101cc0c398), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.430972 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ad244b90-227e-4272-b088-ed7c9043fd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.581487 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ad244b90-227e-4272-b088-ed7c9043fd24 admin admin] Publish callbacks [] for security_group (f30efcd1-1be4-49a7-aae1-8bfdd866c1b5), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.582763 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55696) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:25.607012 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:25.634109 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04ffed0-27c3-4edc-bb37-1ff482c0fc8f admin admin] Deleting subnet 5486361a-60b0-4b5b-af83-78b15fafbe84 {{(pid=106653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:02:25.637767 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (789ba601-2c92-46c1-8ad3-19101cc0c398), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.647065 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f04ffed0-27c3-4edc-bb37-1ff482c0fc8f admin admin] Publish callbacks [] for subnet (5486361a-60b0-4b5b-af83-78b15fafbe84), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.647537 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port c3d218e8-56db-4eef-87b3-2af37d504398 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:25.647951 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.648520 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port c3d218e8-56db-4eef-87b3-2af37d504398 Sep 23 14:02:25.672490 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ad244b90-227e-4272-b088-ed7c9043fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (f30efcd1-1be4-49a7-aae1-8bfdd866c1b5), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.709867 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f04ffed0-27c3-4edc-bb37-1ff482c0fc8f admin admin] Publish callbacks [] for subnet (5486361a-60b0-4b5b-af83-78b15fafbe84), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.739995 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f04ffed0-27c3-4edc-bb37-1ff482c0fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (5486361a-60b0-4b5b-af83-78b15fafbe84), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.743535 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224f4d8-132b-4d95-b261-88f5556a37d0 None None] Pushing event updated for resources: {'Port': ['ID=94e1c632-c94d-4e3a-be60-a540364d23ea,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:25.748231 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ad244b90-227e-4272-b088-ed7c9043fd24 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e49858138ae041228ad1176c68843484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383782 Sep 23 14:02:25.749880 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55702) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:25.780250 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Current status of the port 94e1c632-c94d-4e3a-be60-a540364d23ea is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:25.785239 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.787631 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad244b90-227e-4272-b088-ed7c9043fd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30efcd1-1be4-49a7-aae1-8bfdd866c1b5,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:25.812517 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (789ba601-2c92-46c1-8ad3-19101cc0c398), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.813944 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (f28a650d-2507-428a-9028-c495e9779215), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.864255 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] Set router 62e51876-ca67-42ba-8d47-c20b850d4a65 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:02:25.892468 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19d2fe18-60ec-47b0-8784-8eb8456f413e admin admin] Publish callbacks [] for security_group (f30efcd1-1be4-49a7-aae1-8bfdd866c1b5), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:25.894436 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=789ba601-2c92-46c1-8ad3-19101cc0c398,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:25.906303 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62238f05-0d7c-4d13-ad67-3899b18f5cf9 None None] Network 29dacce9-670e-4c2e-a4ae-2b5de95e1485 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:02:25.969190 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f04ffed0-27c3-4edc-bb37-1ff482c0fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (5486361a-60b0-4b5b-af83-78b15fafbe84), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.016197 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ffed0-27c3-4edc-bb37-1ff482c0fc8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5486361a-60b0-4b5b-af83-78b15fafbe84,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:26.018353 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] For port 94e1c632-c94d-4e3a-be60-a540364d23ea, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=94e1c632-c94d-4e3a-be60-a540364d23ea,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:26.032416 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f04ffed0-27c3-4edc-bb37-1ff482c0fc8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.037646 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-f04ffed0-27c3-4edc-bb37-1ff482c0fc8f admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/5486361a-60b0-4b5b-af83-78b15fafbe84 HTTP/1.1" status: 204 len: 168 time: 0.4534597 Sep 23 14:02:26.044929 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55706) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:26.051795 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19d2fe18-60ec-47b0-8784-8eb8456f413e admin admin] Publish callbacks [] for security_group (f30efcd1-1be4-49a7-aae1-8bfdd866c1b5), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.111281 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.120964 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-e8bab189-b09a-48ce-b439-4471c0b3573a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5443165 Sep 23 14:02:26.183192 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.216420 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19d2fe18-60ec-47b0-8784-8eb8456f413e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (f30efcd1-1be4-49a7-aae1-8bfdd866c1b5), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.225820 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19d2fe18-60ec-47b0-8784-8eb8456f413e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.227730 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-19d2fe18-60ec-47b0-8784-8eb8456f413e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f30efcd1-1be4-49a7-aae1-8bfdd866c1b5 HTTP/1.1" status: 204 len: 168 time: 0.4766121 Sep 23 14:02:26.243030 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2fe18-60ec-47b0-8784-8eb8456f413e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30efcd1-1be4-49a7-aae1-8bfdd866c1b5,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:26.263213 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (893f14fd-5bc3-4018-ac2c-4d871746dfd0), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.342718 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.49', 64224) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:26.345419 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port c3d218e8-56db-4eef-87b3-2af37d504398 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:26.345818 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.465580 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Provisioning complete for port c3d218e8-56db-4eef-87b3-2af37d504398 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:26.465977 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.466316 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Attempt 1 to provision port c3d218e8-56db-4eef-87b3-2af37d504398 Sep 23 14:02:26.515408 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:26.630540 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (893f14fd-5bc3-4018-ac2c-4d871746dfd0), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.678514 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port c3d218e8-56db-4eef-87b3-2af37d504398, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=c3d218e8-56db-4eef-87b3-2af37d504398,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:26.691272 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Pushing event updated for resources: {'Port': ['ID=94e1c632-c94d-4e3a-be60-a540364d23ea,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:26.703728 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:26.704087 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:26.708082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:26.708082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > port after_create 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:26.708082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > port after_delete 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:26.708082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > port after_update 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:26.708082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:26.708082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:26.708082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:26.708082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:26.866836 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-08fb04e0-328c-47c0-8018-8b6ba83e47d5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:26.871131 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-08fb04e0-328c-47c0-8018-8b6ba83e47d5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 819 time: 0.5161080 Sep 23 14:02:26.872643 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.873494 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 5e5976bd-e965-400d-a38d-d5e401d500c0 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:26.940263 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Request body: {'port': {'device_id': '2af91809-ccf1-4b46-8778-e073f385d6ef', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'admin_state_up': True, 'tenant_id': 'd08a219027684089a91c354749c67d5d'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:26.960611 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Current status of the port c3d218e8-56db-4eef-87b3-2af37d504398 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:26.961017 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:26.978989 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'name': 'tempest-DeleteServersTestJSON-560048425-router', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:18Z', 'revision_number': 4, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'gw_port': {'id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:11Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '94e1c632-c94d-4e3a-be60-a540364d23ea', 'name': '', 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'mac_address': 'fa:16:3e:2f:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:17Z', 'updated_at': '2022-09-23T14:02:24Z', 'revision_number': 4, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'subnets': [{'id': 'a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:27.081303 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:27.119842 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2ac6a-fdb2-4f2e-a017-fe68cb069c5c None None] The sync data for ids ['62e51876-ca67-42ba-8d47-c20b850d4a65'] in dv-cinder-857434-4-iscsi is: [{'id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'name': 'tempest-DeleteServersTestJSON-560048425-router', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:18Z', 'revision_number': 4, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'gw_port': {'id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:11Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '94e1c632-c94d-4e3a-be60-a540364d23ea', 'name': '', 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'mac_address': 'fa:16:3e:2f:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:17Z', 'updated_at': '2022-09-23T14:02:24Z', 'revision_number': 4, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'subnets': [{'id': 'a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:02:27.155538 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=c3d218e8-56db-4eef-87b3-2af37d504398,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:27.232064 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Made reservation on behalf of d08a219027684089a91c354749c67d5d for: {'port': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:27.243615 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:27.246595 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.db.api [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 14:02:27.248832 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG oslo_db.api [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 14:02:27.250433 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:27.253134 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:27.260662 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:27.261203 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:02:27.261759 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893f14fd-5bc3-4018-ac2c-4d871746dfd0']}} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:27.279521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 5e5976bd-e965-400d-a38d-d5e401d500c0 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:27.280376 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:27.280846 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 5e5976bd-e965-400d-a38d-d5e401d500c0 Sep 23 14:02:27.427032 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7497d3b8-c31e-4613-bff1-e28ef636b422') {'for_net_delete': True} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:27.427032 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7497d3b8-c31e-4613-bff1-e28ef636b422') {} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:27.446292 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-a7ad2632-376e-4f8b-8259-dfe6802c9dd6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1969742839&fields=id&tenant_id=482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 267 time: 0.9473746 Sep 23 14:02:27.488944 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 5e5976bd-e965-400d-a38d-d5e401d500c0 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:27.533097 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d449aef-46bd-4ea0-9aeb-e8f9ca787af4 req-8928c815-4191-4a76-8057-38732b5561d8 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 210 time: 0.2045770 Sep 23 14:02:27.546404 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:27.623281 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934225'] for segment (7497d3b8-c31e-4613-bff1-e28ef636b422), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:27.878190 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Allocated IP 172.20.0.6 (35b1eec9-f37f-4a15-9846-f6e35c1c3a12/3fdcde6d-bd8a-47c9-bddd-f380538aed5d/2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:27.878803 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 94e1c632-c94d-4e3a-be60-a540364d23ea up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:27.924299 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Current status of the port c3d218e8-56db-4eef-87b3-2af37d504398 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:27.936892 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:27.954262 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Provisioning complete for port 74001ad1-1460-4590-b541-8d61b43b29f0 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:27.954696 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:27.955027 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Attempt 1 to provision port 74001ad1-1460-4590-b541-8d61b43b29f0 Sep 23 14:02:28.006886 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 94e1c632-c94d-4e3a-be60-a540364d23ea triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:28.007287 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.007678 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 94e1c632-c94d-4e3a-be60-a540364d23ea Sep 23 14:02:28.040158 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (7497d3b8-c31e-4613-bff1-e28ef636b422), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.052381 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=106653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:02:28.062798 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2864527'] for segment (7497d3b8-c31e-4613-bff1-e28ef636b422), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.118168 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-508a69d9-2a73-45f3-9446-bc7676a5771e None None] Current status of the port 74001ad1-1460-4590-b541-8d61b43b29f0 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:28.133703 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.159468 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 94e1c632-c94d-4e3a-be60-a540364d23ea is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:28.160552 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device c3d218e8-56db-4eef-87b3-2af37d504398 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:28.167604 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-24b2c94b-5437-46c6-bcb9-00598a30cbc0 req-f450d2b1-4dfd-415a-ad72-df29599a9b0d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 210 time: 0.4632046 Sep 23 14:02:28.181048 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0633-599a-4b0c-98be-96124197d02e req-2d670e8d-197b-49ee-a2c6-3e457ba9ee1c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:28.183317 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-2d670e8d-197b-49ee-a2c6-3e457ba9ee1c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 815 time: 0.7330337 Sep 23 14:02:28.209646 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-31ccc116-bc12-48bc-a7ec-abc7bdff9c54 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/quotas/482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 375 time: 0.0120733 Sep 23 14:02:28.238002 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port c3d218e8-56db-4eef-87b3-2af37d504398 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:28.238435 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.238776 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port c3d218e8-56db-4eef-87b3-2af37d504398 Sep 23 14:02:28.243962 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.284650 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-47228fa3-8265-40be-b82f-5bd5ddaf004c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650115 Sep 23 14:02:28.285777 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (893f14fd-5bc3-4018-ac2c-4d871746dfd0), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.293586 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.299270 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/893f14fd-5bc3-4018-ac2c-4d871746dfd0 HTTP/1.1" status: 204 len: 168 time: 2.2504716 Sep 23 14:02:28.323025 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55806) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:28.325792 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f077c7-970a-412b-978c-514ffd05004c admin admin] Pushing event deleted for resources: {'Network': ['ID=893f14fd-5bc3-4018-ac2c-4d871746dfd0,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:28.362793 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:28.366969 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port c3d218e8-56db-4eef-87b3-2af37d504398 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:28.369902 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:28.393305 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:28.411406 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:28.412542 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.486846 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event updated for resources: {'Port': ['ID=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:28.513261 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:28.519294 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a690847-46d5-4b08-bf9c-f1b3ebd1dd21 admin admin] Deleting subnet b1c266a7-1055-466c-94ad-2231b8966031 {{(pid=106653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:02:28.523864 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1a690847-46d5-4b08-bf9c-f1b3ebd1dd21 admin admin] Publish callbacks [] for subnet (b1c266a7-1055-466c-94ad-2231b8966031), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.568896 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1a690847-46d5-4b08-bf9c-f1b3ebd1dd21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934250'] for subnet (b1c266a7-1055-466c-94ad-2231b8966031), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.583357 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5e82ff71-60aa-4c93-9663-422e44e1db76 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6484632 Sep 23 14:02:28.619750 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1a690847-46d5-4b08-bf9c-f1b3ebd1dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (b1c266a7-1055-466c-94ad-2231b8966031), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.671670 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55820) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:28.748366 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Provisioning complete for port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:28.748766 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:28.749113 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Attempt 1 to provision port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 Sep 23 14:02:28.769084 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-41e7b93f-af3a-4726-9842-81ade618f71b req-8cdbff91-f6e8-471f-9306-963df43235f0 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 210 time: 0.0720634 Sep 23 14:02:28.781259 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-ec6e9e95-ead4-41f7-a115-210e907348f1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701848 Sep 23 14:02:28.803538 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:28.913674 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-37957238-7753-4514-85ac-bd0cf8341b60 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254544 Sep 23 14:02:28.990965 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d26deba-ed5b-40de-b807-4a7da0b64e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.048857 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1a690847-46d5-4b08-bf9c-f1b3ebd1dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2864437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3231285'] for subnet (b1c266a7-1055-466c-94ad-2231b8966031), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.081096 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a690847-46d5-4b08-bf9c-f1b3ebd1dd21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c266a7-1055-466c-94ad-2231b8966031,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:29.098002 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1a690847-46d5-4b08-bf9c-f1b3ebd1dd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.110682 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-1a690847-46d5-4b08-bf9c-f1b3ebd1dd21 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/b1c266a7-1055-466c-94ad-2231b8966031 HTTP/1.1" status: 204 len: 168 time: 0.7730453 Sep 23 14:02:29.111651 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55834) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:29.150710 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d26deba-ed5b-40de-b807-4a7da0b64e70 admin admin] Publish callbacks [] for security_group (02a45efa-86ad-4020-9e0e-16027d745298), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.209373 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d26deba-ed5b-40de-b807-4a7da0b64e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (02a45efa-86ad-4020-9e0e-16027d745298), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.248124 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (29dacce9-670e-4c2e-a4ae-2b5de95e1485), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.253002 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 7497d3b8-c31e-4613-bff1-e28ef636b422 resource provider aggregate not found Sep 23 14:02:29.305863 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Attempt 2 to provision port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 Sep 23 14:02:29.307266 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 7497d3b8-c31e-4613-bff1-e28ef636b422 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7497d3b8-c31e-4613-bff1-e28ef636b422 found for delete ", "request_id": "req-a1e04074-3448-4c78-80e6-c327a01dc591"}]} Sep 23 14:02:29.309715 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-6d26deba-ed5b-40de-b807-4a7da0b64e70 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fd25990a10694a5aa7debfcae216d00c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6367507 Sep 23 14:02:29.312435 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55846) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:29.321998 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:29.324132 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55848) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:29.347317 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-10912253-502a-4462-bfc8-839f1ceab2db req-a7c87cad-0096-49ca-8c93-571d30308940 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0910177 Sep 23 14:02:29.372118 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26deba-ed5b-40de-b807-4a7da0b64e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a45efa-86ad-4020-9e0e-16027d745298,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:29.413821 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:29.422905 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:29.439219 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c2f65221-80c4-4d7a-add8-effdb400ade5 admin admin] Publish callbacks [] for security_group (02a45efa-86ad-4020-9e0e-16027d745298), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.455105 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:29.469903 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c2f65221-80c4-4d7a-add8-effdb400ade5 admin admin] Publish callbacks [] for security_group (02a45efa-86ad-4020-9e0e-16027d745298), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.551490 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (29dacce9-670e-4c2e-a4ae-2b5de95e1485), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.555614 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d5bc5c73-0095-4908-891c-9a963425e9f4 req-711ef4be-2a95-48db-bfbc-9ff22d8fe7bc tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 210 time: 0.0333226 Sep 23 14:02:29.581327 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dacce9-670e-4c2e-a4ae-2b5de95e1485']}} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:29.592981 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0f0dc637-e23c-4c3c-bbf5-96ff3fa77e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.596522 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c2f65221-80c4-4d7a-add8-effdb400ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (02a45efa-86ad-4020-9e0e-16027d745298), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.599104 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c2f65221-80c4-4d7a-add8-effdb400ade5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.600702 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-c2f65221-80c4-4d7a-add8-effdb400ade5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/02a45efa-86ad-4020-9e0e-16027d745298 HTTP/1.1" status: 204 len: 168 time: 0.2870271 Sep 23 14:02:29.602040 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6046fc06-a359-4408-801a-da905d3886c7') {'for_net_delete': True} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:29.602355 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6046fc06-a359-4408-801a-da905d3886c7') {} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:29.608955 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f65221-80c4-4d7a-add8-effdb400ade5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a45efa-86ad-4020-9e0e-16027d745298,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:29.623984 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934225'] for segment (6046fc06-a359-4408-801a-da905d3886c7), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.645560 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (6046fc06-a359-4408-801a-da905d3886c7), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.659754 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=106653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:02:29.660155 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2864527'] for segment (6046fc06-a359-4408-801a-da905d3886c7), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.663346 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:29.756134 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0f0dc637-e23c-4c3c-bbf5-96ff3fa77e1f admin admin] Publish callbacks [] for security_group (5eda1cf0-eb90-40cc-b1c6-08635fb5bd3f), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.831632 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (29dacce9-670e-4c2e-a4ae-2b5de95e1485), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.839709 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.842814 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/29dacce9-670e-4c2e-a4ae-2b5de95e1485 HTTP/1.1" status: 204 len: 168 time: 0.7259216 Sep 23 14:02:29.860174 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4874c-3fe3-4242-b7e6-e98b0149f6c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=29dacce9-670e-4c2e-a4ae-2b5de95e1485,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:29.863910 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0f0dc637-e23c-4c3c-bbf5-96ff3fa77e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (5eda1cf0-eb90-40cc-b1c6-08635fb5bd3f), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:29.889312 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ec31e3b5-d3fa-482a-8ac4-faec48686edd req-783ec7f9-262f-49c4-956b-92e8b6918de5 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 210 time: 0.0374839 Sep 23 14:02:29.932502 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-0f0dc637-e23c-4c3c-bbf5-96ff3fa77e1f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4a25811b83194cbf820eb25171f370a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069946 Sep 23 14:02:29.933366 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0dc637-e23c-4c3c-bbf5-96ff3fa77e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eda1cf0-eb90-40cc-b1c6-08635fb5bd3f,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:29.935430 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55872) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:29.957057 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Attempt 3 to provision port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 Sep 23 14:02:30.017173 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:30.031606 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-daabdd06-c96c-436c-a945-2caa18e4951b admin admin] Publish callbacks [] for security_group (5eda1cf0-eb90-40cc-b1c6-08635fb5bd3f), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:30.056294 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-daabdd06-c96c-436c-a945-2caa18e4951b admin admin] Publish callbacks [] for security_group (5eda1cf0-eb90-40cc-b1c6-08635fb5bd3f), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:30.226788 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-daabdd06-c96c-436c-a945-2caa18e4951b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (5eda1cf0-eb90-40cc-b1c6-08635fb5bd3f), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:30.229514 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-daabdd06-c96c-436c-a945-2caa18e4951b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:30.231086 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-daabdd06-c96c-436c-a945-2caa18e4951b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5eda1cf0-eb90-40cc-b1c6-08635fb5bd3f HTTP/1.1" status: 204 len: 168 time: 0.2946601 Sep 23 14:02:30.240891 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabdd06-c96c-436c-a945-2caa18e4951b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eda1cf0-eb90-40cc-b1c6-08635fb5bd3f,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:30.291464 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:02:30.390635 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55884) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:30.492404 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-07787c3d-8de0-4b2b-80af-dbe1724263aa req-6cf6a868-b4d1-49ae-9b87-c68c4847cfa3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0717609 Sep 23 14:02:30.506411 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-77613ad0-fe60-4bff-9ecf-0aadd0428d2e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=04f55434b5cd4bacbb4cd77b47d36015&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1134696 Sep 23 14:02:30.508861 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55888) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:30.520266 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Attempt 4 to provision port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 Sep 23 14:02:30.520832 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55890) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:30.560579 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-51f78e03-f88f-4814-ba72-db9afda97541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:30.587977 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:30.638504 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e6c630b8-186b-4aeb-b957-28fc5160022b admin admin] Publish callbacks [] for security_group (c0c797b1-2927-4340-b5ce-13b75baf0eea), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:30.673209 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.49', 64236) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:30.698098 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e6c630b8-186b-4aeb-b957-28fc5160022b admin admin] Publish callbacks [] for security_group (c0c797b1-2927-4340-b5ce-13b75baf0eea), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:30.844143 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-af8fa978-ad8f-488f-85f8-3badf8fb0609 req-2e2c7642-a0c4-4d00-8db6-e436bbe777d7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 210 time: 0.0929117 Sep 23 14:02:30.861808 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-cfb5bab5-b88a-416b-b6b0-69e9d4d27e53 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106652) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 14:02:30.862892 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-cfb5bab5-b88a-416b-b6b0-69e9d4d27e53 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1306012 Sep 23 14:02:30.985919 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e6c630b8-186b-4aeb-b957-28fc5160022b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c0c797b1-2927-4340-b5ce-13b75baf0eea), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:30.991075 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e6c630b8-186b-4aeb-b957-28fc5160022b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:30.993242 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-e6c630b8-186b-4aeb-b957-28fc5160022b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c0c797b1-2927-4340-b5ce-13b75baf0eea HTTP/1.1" status: 204 len: 168 time: 0.4830461 Sep 23 14:02:31.009804 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-51f78e03-f88f-4814-ba72-db9afda97541 admin admin] Publish callbacks [] for security_group (918b76b7-1c01-4f58-9eb5-d997776edfa1), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:31.014686 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c630b8-186b-4aeb-b957-28fc5160022b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c797b1-2927-4340-b5ce-13b75baf0eea,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:31.045474 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94cad3-c01b-4886-8364-699f872588c5 req-6882dc5f-bed1-4cb4-af9e-a4800b55be1a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:31.048774 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-6882dc5f-bed1-4cb4-af9e-a4800b55be1a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 819 time: 0.3325987 Sep 23 14:02:31.080432 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Request body: {'port': {'device_id': '00ff0e5b-c9cf-409f-a993-a5969225c7bf', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'admin_state_up': True, 'tenant_id': 'd08a219027684089a91c354749c67d5d'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:31.090000 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Attempt 5 to provision port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 Sep 23 14:02:31.094119 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:31.124041 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:31.137631 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-51f78e03-f88f-4814-ba72-db9afda97541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (918b76b7-1c01-4f58-9eb5-d997776edfa1), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:31.145361 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a366d6e8-cb42-41d9-a9a3-5cbccf6c0c8d req-84b0b021-009a-4b77-ba4c-e9254a0841df tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 210 time: 0.0582678 Sep 23 14:02:31.189518 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:31.279779 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-51f78e03-f88f-4814-ba72-db9afda97541 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=addcb88552534c7589ab2d0093d65ab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7384009 Sep 23 14:02:31.279952 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55910) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:31.361731 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:31.367143 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 6046fc06-a359-4408-801a-da905d3886c7 resource provider aggregate not found Sep 23 14:02:31.387248 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2626303f-61c1-4be9-9052-65552b8850e7 admin admin] Publish callbacks [] for security_group (918b76b7-1c01-4f58-9eb5-d997776edfa1), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:31.406477 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f78e03-f88f-4814-ba72-db9afda97541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b76b7-1c01-4f58-9eb5-d997776edfa1,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:31.416519 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 6046fc06-a359-4408-801a-da905d3886c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6046fc06-a359-4408-801a-da905d3886c7 found for delete ", "request_id": "req-42d0f7f4-6a88-43d1-819c-22a5aa66666c"}]} Sep 23 14:02:31.421558 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2626303f-61c1-4be9-9052-65552b8850e7 admin admin] Publish callbacks [] for security_group (918b76b7-1c01-4f58-9eb5-d997776edfa1), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:31.663425 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5e81a4e5-6267-43a6-8373-7ab39215cdf7 req-0aed3421-172d-403e-a7a0-79a79cfd5173 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0327265 Sep 23 14:02:31.764025 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2626303f-61c1-4be9-9052-65552b8850e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (918b76b7-1c01-4f58-9eb5-d997776edfa1), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:31.764771 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Made reservation on behalf of d08a219027684089a91c354749c67d5d for: {'port': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:31.769630 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2626303f-61c1-4be9-9052-65552b8850e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:31.772118 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:31.774885 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-2626303f-61c1-4be9-9052-65552b8850e7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/918b76b7-1c01-4f58-9eb5-d997776edfa1 HTTP/1.1" status: 204 len: 168 time: 0.4938836 Sep 23 14:02:31.814450 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626303f-61c1-4be9-9052-65552b8850e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b76b7-1c01-4f58-9eb5-d997776edfa1,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:31.917115 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Attempt 6 to provision port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 Sep 23 14:02:31.917115 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:31.991686 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-25cd37fa-b36e-4722-a46b-a830f603de34 req-341a4aed-9316-4158-9762-0707d235fc20 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 210 time: 0.0445888 Sep 23 14:02:32.017669 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Allocated IP 172.20.0.5 (35b1eec9-f37f-4a15-9846-f6e35c1c3a12/3fdcde6d-bd8a-47c9-bddd-f380538aed5d/08c333a2-80db-4cb2-8c18-245c61e87e9a) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:32.041408 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Request body: {'port': {'device_id': '2af91809-ccf1-4b46-8778-e073f385d6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:32.065980 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:32.170163 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:32.338250 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-25a0440c-e59e-4359-ad91-157e0ced1e73 req-df529308-e96e-4e71-972f-848301bc6174 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 210 time: 0.0580862 Sep 23 14:02:32.338250 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.49', 64248) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:32.413068 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Attempt 7 to provision port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 Sep 23 14:02:32.481432 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:32.498031 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-ca9bf602-6f57-44e9-b6f3-48a7177890c4 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:32.500699 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-ca9bf602-6f57-44e9-b6f3-48a7177890c4 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.49 "GET /networking/v2.0/networks?id=dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a HTTP/1.1" status: 200 len: 811 time: 0.1481681 Sep 23 14:02:32.539390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Request body: {'port': {'device_id': 'fc990d71-8d2f-4734-a5b2-4401f24cc5b4', 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a', 'admin_state_up': True, 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:32.687109 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 55960) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:32.722297 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:32.827289 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f239a33f-5632-4794-831a-0b048a7541d9 req-9e79aea6-aaba-485f-b221-85d7a428d175 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0712512 Sep 23 14:02:32.876916 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-79d210ff-5b6f-4f43-87c6-175cae308828 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=da4abb67ad4d4464b74e5ccbbd09b426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892226 Sep 23 14:02:32.895615 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:32.902069 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 55966) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:32.984908 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Attempt 8 to provision port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 Sep 23 14:02:33.021219 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Made reservation on behalf of 8e1a67a82fb44cf59f9b4f30848881d1 for: {'port': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:33.026927 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:33.027663 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=61 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:33.056243 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:33.065893 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:33.078437 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:33.091983 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:33.096511 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:33.099968 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:33.136635 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event updated for resources: {'Port': ['ID=08c333a2-80db-4cb2-8c18-245c61e87e9a,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:33.284191 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:33.381010 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d6352460-dbff-492b-b8e0-2f100c2a4767 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3134167 Sep 23 14:02:33.384448 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0fc59be9-f70f-46ff-a145-8a6cd34f3890 admin admin] Publish callbacks [] for security_group (a70c8caf-7da8-45b1-87ac-732c0e0b7d05), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:33.408900 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 {{(pid=106652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:02:33.432108 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Publish callbacks [] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:33.528429 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0fc59be9-f70f-46ff-a145-8a6cd34f3890 admin admin] Publish callbacks [] for security_group (a70c8caf-7da8-45b1-87ac-732c0e0b7d05), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:33.531915 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.provisioning_blocks [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Transition to ACTIVE for port object 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 will not be triggered until provisioned by entity L2. {{(pid=106652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:02:33.568500 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Attempt 9 to provision port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 Sep 23 14:02:33.598080 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Request body: {'port': {'device_id': '00ff0e5b-c9cf-409f-a993-a5969225c7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:33.609301 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:33.722714 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:33.855900 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Pushing event updated for resources: {'Port': ['ID=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:33.907303 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:33.908352 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Allocated IP 172.20.0.3 (dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a/a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d/b4188b8d-6da8-4e12-b11f-025e11d549d5) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:33.923703 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Attempting to bind port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:33.924219 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Attempting to bind port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:33.924898 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Attempting to bind port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 on network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:34.046078 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb21a5f-ac35-470c-86a2-d05d52c22ea7 req-63b727ac-1441-4dcf-87c6-eff5bc38f1df tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:34.051381 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0fc59be9-f70f-46ff-a145-8a6cd34f3890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (a70c8caf-7da8-45b1-87ac-732c0e0b7d05), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:34.054092 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0bb21a5f-ac35-470c-86a2-d05d52c22ea7 req-63b727ac-1441-4dcf-87c6-eff5bc38f1df tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 931 time: 0.8618255 Sep 23 14:02:34.061847 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.49', 64257) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:34.063593 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0fc59be9-f70f-46ff-a145-8a6cd34f3890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:34.065336 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-0fc59be9-f70f-46ff-a145-8a6cd34f3890 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a70c8caf-7da8-45b1-87ac-732c0e0b7d05 HTTP/1.1" status: 204 len: 168 time: 1.1546807 Sep 23 14:02:34.225753 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Attempt 10 to provision port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 Sep 23 14:02:34.301326 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Publish callbacks [] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:34.322990 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4edf7-61ea-44ad-bc0f-cda36feedb2a None None] Port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:34.421720 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5c6f1429-3b44-4502-aa1d-702df79157cb req-5351b77f-9f45-49be-bf5f-718fbd1ffe1b tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 210 time: 0.5038729 Sep 23 14:02:34.469584 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-4d82e4dd-8aca-4f13-976a-3de08045339b None None] Provisioning complete for port 08c333a2-80db-4cb2-8c18-245c61e87e9a triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:34.470418 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-4d82e4dd-8aca-4f13-976a-3de08045339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:34.472226 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-4d82e4dd-8aca-4f13-976a-3de08045339b None None] Attempt 1 to provision port 08c333a2-80db-4cb2-8c18-245c61e87e9a Sep 23 14:02:34.509047 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:34.587601 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-4d82e4dd-8aca-4f13-976a-3de08045339b None None] Port 08c333a2-80db-4cb2-8c18-245c61e87e9a cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:34.607401 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc59be9-f70f-46ff-a145-8a6cd34f3890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70c8caf-7da8-45b1-87ac-732c0e0b7d05,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:34.630930 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 on network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:02:34.631268 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Attempting to bind port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 on network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:34.673306 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c333a2-80db-4cb2-8c18-245c61e87e9a {{(pid=106652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:02:34.700133 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Pushing event updated for resources: {'Port': ['ID=b4188b8d-6da8-4e12-b11f-025e11d549d5,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:34.702835 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Publish callbacks [] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:34.733141 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.provisioning_blocks [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Transition to ACTIVE for port object 08c333a2-80db-4cb2-8c18-245c61e87e9a will not be triggered until provisioned by entity L2. {{(pid=106652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:02:34.743269 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:34.743617 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Checking segment: {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:34.744199 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Bound using segment: {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:34.744626 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Bound port: 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'}}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:34.745278 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:34.773606 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8abfc579-cded-4411-8a3c-6adcc65a2d99 req-ad8cf725-d043-4ec1-a8c3-f2735f93f557 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0776281 Sep 23 14:02:34.782744 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0bb21a5f-ac35-470c-86a2-d05d52c22ea7 req-c7cd7c66-39a6-47f3-a768-b8eb4928e31f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7242358 Sep 23 14:02:34.784548 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:34.802783 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:34.829669 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:34.833967 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:34.837068 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:34.902903 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] For port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9, host hv-cinder-85743, cleared binding levels {{(pid=106652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:34.934538 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:34.962674 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] For port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:34.995687 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Pushing event updated for resources: {'Port': ['ID=08c333a2-80db-4cb2-8c18-245c61e87e9a,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:35.009786 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:35.028153 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Attempting to bind port 08c333a2-80db-4cb2-8c18-245c61e87e9a on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:35.028801 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Attempting to bind port 08c333a2-80db-4cb2-8c18-245c61e87e9a by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:35.029312 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Attempting to bind port 08c333a2-80db-4cb2-8c18-245c61e87e9a on network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:35.032562 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:35.038963 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:35.041118 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 HTTP/1.1" status: 200 len: 1093 time: 3.3055997 Sep 23 14:02:35.054707 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:35.055426 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:35.062359 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af91809-ccf1-4b46-8778-e073f385d6ef', 'tag': '2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:02:35.066354 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4377c48b-e9cd-42f8-8564-96aba2435338 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:35.067859 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4377c48b-e9cd-42f8-8564-96aba2435338 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 815 time: 0.7158442 Sep 23 14:02:35.089983 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-4d82e4dd-8aca-4f13-976a-3de08045339b None None] Attempt 2 to provision port 08c333a2-80db-4cb2-8c18-245c61e87e9a Sep 23 14:02:35.154357 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-7772e17a-0cc6-4e7c-877b-f6df31954681 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6229017 Sep 23 14:02:35.166315 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-4d82e4dd-8aca-4f13-976a-3de08045339b None None] Port 08c333a2-80db-4cb2-8c18-245c61e87e9a cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:35.228411 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cbd34-5f77-454d-b4ca-d5bfce2c60df service neutron] Pushing event updated for resources: {'Port': ['ID=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9,revision_number=3']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:35.232846 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Port 08c333a2-80db-4cb2-8c18-245c61e87e9a on network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:02:35.233060 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Attempting to bind port 08c333a2-80db-4cb2-8c18-245c61e87e9a on network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:35.288822 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:35.289163 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Checking segment: {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:35.289527 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Bound using segment: {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:35.290053 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Bound port: 08c333a2-80db-4cb2-8c18-245c61e87e9a, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'}}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:35.290299 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:35.359159 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] For port 08c333a2-80db-4cb2-8c18-245c61e87e9a, host hv-cinder-85743, cleared binding levels {{(pid=106652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:35.363351 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] For port 08c333a2-80db-4cb2-8c18-245c61e87e9a, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=08c333a2-80db-4cb2-8c18-245c61e87e9a,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:35.385171 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:35.455755 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:35.488916 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:35.490223 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:35.491583 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/08c333a2-80db-4cb2-8c18-245c61e87e9a HTTP/1.1" status: 200 len: 1093 time: 1.9135675 Sep 23 14:02:35.502596 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c81215-c804-4b7b-a750-d4db5985d6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2af91809-ccf1-4b46-8778-e073f385d6ef", "tag": "2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:35.524954 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:35.530183 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc9372-7c5d-459f-a55e-720a9574a6eb service neutron] Pushing event updated for resources: {'Port': ['ID=08c333a2-80db-4cb2-8c18-245c61e87e9a,revision_number=3']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:35.590561 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11229bb7-d03f-443f-97a1-b8a67d0af3b7 req-379c43fe-dbdd-425f-a954-674461c2dafd tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:35.594129 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-11229bb7-d03f-443f-97a1-b8a67d0af3b7 req-379c43fe-dbdd-425f-a954-674461c2dafd tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 931 time: 0.0516062 Sep 23 14:02:35.638570 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-11229bb7-d03f-443f-97a1-b8a67d0af3b7 req-b29e758d-8095-4fe6-be01-149d8639baf4 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409966 Sep 23 14:02:35.667599 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-4d82e4dd-8aca-4f13-976a-3de08045339b None None] Attempt 3 to provision port 08c333a2-80db-4cb2-8c18-245c61e87e9a Sep 23 14:02:35.707394 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-4d82e4dd-8aca-4f13-976a-3de08045339b None None] Port 08c333a2-80db-4cb2-8c18-245c61e87e9a had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:02:35.871182 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:35.879377 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Provisioning complete for port b4188b8d-6da8-4e12-b11f-025e11d549d5 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:35.882753 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:35.883275 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Attempt 1 to provision port b4188b8d-6da8-4e12-b11f-025e11d549d5 Sep 23 14:02:35.939153 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Port b4188b8d-6da8-4e12-b11f-025e11d549d5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:35.999878 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf6d1b-7899-43f8-9035-6a5cdc8f5272 req-d7586fa2-70e1-44a0-a85b-593d0528b718 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:36.000722 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874be889-0c31-4dc4-94ad-800f7da3eb20 x-openstack-request-id: req-874be889-0c31-4dc4-94ad-800f7da3eb20 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:36.001208 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af91809-ccf1-4b46-8778-e073f385d6ef", "tag": "2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:36.001284 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-874be889-0c31-4dc4-94ad-800f7da3eb20 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:36.001628 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-98cf6d1b-7899-43f8-9035-6a5cdc8f5272 req-d7586fa2-70e1-44a0-a85b-593d0528b718 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.0511975 Sep 23 14:02:36.001733 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874be889-0c31-4dc4-94ad-800f7da3eb20'] response: {'name': 'network-changed', 'server_uuid': '2af91809-ccf1-4b46-8778-e073f385d6ef', 'tag': '2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9', 'status': 'completed', 'code': 200} Sep 23 14:02:36.083594 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-98cf6d1b-7899-43f8-9035-6a5cdc8f5272 req-cb7d4a49-4097-429f-8697-56d6792a7438 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710580 Sep 23 14:02:36.120496 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d13be60-ab6d-46b4-85c6-9353322e3f6c req-8f50a547-82d8-4b60-b759-70b64b771b31 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0498803 Sep 23 14:02:36.409138 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:36.441868 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Attempt 2 to provision port b4188b8d-6da8-4e12-b11f-025e11d549d5 Sep 23 14:02:36.485082 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Port b4188b8d-6da8-4e12-b11f-025e11d549d5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:36.522160 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:36.773520 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56cfe9-bbd3-476c-b5b7-a0033dc384f2 req-0bb7ea75-3d3a-48c5-b521-863273ef9cb9 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:36.775016 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab56cfe9-bbd3-476c-b5b7-a0033dc384f2 req-0bb7ea75-3d3a-48c5-b521-863273ef9cb9 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 931 time: 0.0557983 Sep 23 14:02:36.822629 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab56cfe9-bbd3-476c-b5b7-a0033dc384f2 req-a2f283e5-b363-429f-ab02-c72a4d6ac9d7 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418651 Sep 23 14:02:36.985922 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Attempt 3 to provision port b4188b8d-6da8-4e12-b11f-025e11d549d5 Sep 23 14:02:37.021245 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Port b4188b8d-6da8-4e12-b11f-025e11d549d5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:37.214446 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ac176-7685-4435-bf18-c9f0f440b61e req-1f92f87b-f826-4ca4-b03f-97af8dfed828 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:37.221085 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fb4ac176-7685-4435-bf18-c9f0f440b61e req-1f92f87b-f826-4ca4-b03f-97af8dfed828 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.0573499 Sep 23 14:02:37.265019 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ed76b7d6-7228-44ca-ba04-7d590ac3c623 req-03812a04-38b9-430c-b7b8-65068e6b7a58 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0360212 Sep 23 14:02:37.309968 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fb4ac176-7685-4435-bf18-c9f0f440b61e req-7b5bec62-3156-4df2-a702-d372bcd7d924 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880046 Sep 23 14:02:37.522885 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Attempt 4 to provision port b4188b8d-6da8-4e12-b11f-025e11d549d5 Sep 23 14:02:37.569222 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Port b4188b8d-6da8-4e12-b11f-025e11d549d5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:37.896209 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56200) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:37.991482 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:38.003253 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ff0e5b-c9cf-409f-a993-a5969225c7bf', 'tag': '08c333a2-80db-4cb2-8c18-245c61e87e9a'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:02:38.006777 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11d7b06-cd36-4d67-979c-6c089255ce82" -d '{"events": [{"name": "network-changed", "server_uuid": "00ff0e5b-c9cf-409f-a993-a5969225c7bf", "tag": "08c333a2-80db-4cb2-8c18-245c61e87e9a"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:38.016491 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf08eed-99ce-4d29-a5b7-f16179812273 req-0681f6e5-f042-4fb2-91c4-0b6d1ad24b4e tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:38.018651 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5bf08eed-99ce-4d29-a5b7-f16179812273 req-0681f6e5-f042-4fb2-91c4-0b6d1ad24b4e tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 931 time: 0.0923712 Sep 23 14:02:38.070573 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Attempt 5 to provision port b4188b8d-6da8-4e12-b11f-025e11d549d5 Sep 23 14:02:38.085536 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346fbe00-a795-41d2-9921-7159074b9229 x-openstack-request-id: req-346fbe00-a795-41d2-9921-7159074b9229 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:38.085982 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ff0e5b-c9cf-409f-a993-a5969225c7bf", "tag": "08c333a2-80db-4cb2-8c18-245c61e87e9a", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:38.086069 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-346fbe00-a795-41d2-9921-7159074b9229 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:38.086457 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346fbe00-a795-41d2-9921-7159074b9229'] response: {'name': 'network-changed', 'server_uuid': '00ff0e5b-c9cf-409f-a993-a5969225c7bf', 'tag': '08c333a2-80db-4cb2-8c18-245c61e87e9a', 'status': 'completed', 'code': 200} Sep 23 14:02:38.087449 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-23e1080e-6d1b-4e38-a43a-cf61e2a7ab78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:38.130140 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Port b4188b8d-6da8-4e12-b11f-025e11d549d5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:38.135435 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5bf08eed-99ce-4d29-a5b7-f16179812273 req-98351f4b-4071-4bb3-b2a5-f01765524c9f tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082287 Sep 23 14:02:38.210200 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-23e1080e-6d1b-4e38-a43a-cf61e2a7ab78 admin admin] Publish callbacks [] for security_group (a6119e72-0081-49ec-9d1e-26bbfaf3c31e), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:38.289048 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-23e1080e-6d1b-4e38-a43a-cf61e2a7ab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (a6119e72-0081-49ec-9d1e-26bbfaf3c31e), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:38.350401 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 56216) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:38.350983 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-23e1080e-6d1b-4e38-a43a-cf61e2a7ab78 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=82a6b6347cee452782d71bac772d0e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4527650 Sep 23 14:02:38.351693 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1080e-6d1b-4e38-a43a-cf61e2a7ab78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6119e72-0081-49ec-9d1e-26bbfaf3c31e,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:38.498165 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-04aac39e-c500-4001-a33d-371e7f49bac4 req-b3d1ded7-3df2-43cd-b374-af8f5c9b1310 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0800283 Sep 23 14:02:38.504540 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eb33f03b-88df-4fc1-9f35-2d58f909fd37 admin admin] Publish callbacks [] for security_group (a6119e72-0081-49ec-9d1e-26bbfaf3c31e), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:38.516392 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7ce79-790c-4156-9811-d99f19d7b6cc req-d1e2133a-5410-4e85-ad77-3ec87c32a979 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:38.520980 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4de7ce79-790c-4156-9811-d99f19d7b6cc req-d1e2133a-5410-4e85-ad77-3ec87c32a979 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.1050854 Sep 23 14:02:38.558683 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eb33f03b-88df-4fc1-9f35-2d58f909fd37 admin admin] Publish callbacks [] for security_group (a6119e72-0081-49ec-9d1e-26bbfaf3c31e), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:38.622125 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4de7ce79-790c-4156-9811-d99f19d7b6cc req-dfb64faf-d2a8-4ed8-9094-d6a34046b5b9 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001396 Sep 23 14:02:38.633667 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Attempt 6 to provision port b4188b8d-6da8-4e12-b11f-025e11d549d5 Sep 23 14:02:38.675479 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Port b4188b8d-6da8-4e12-b11f-025e11d549d5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:38.710674 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eb33f03b-88df-4fc1-9f35-2d58f909fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (a6119e72-0081-49ec-9d1e-26bbfaf3c31e), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:38.713820 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eb33f03b-88df-4fc1-9f35-2d58f909fd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:38.715423 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-eb33f03b-88df-4fc1-9f35-2d58f909fd37 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a6119e72-0081-49ec-9d1e-26bbfaf3c31e HTTP/1.1" status: 204 len: 168 time: 0.3638697 Sep 23 14:02:38.736466 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33f03b-88df-4fc1-9f35-2d58f909fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6119e72-0081-49ec-9d1e-26bbfaf3c31e,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:39.166545 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56244) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:39.177826 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Attempt 7 to provision port b4188b8d-6da8-4e12-b11f-025e11d549d5 Sep 23 14:02:39.300760 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Port b4188b8d-6da8-4e12-b11f-025e11d549d5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:39.326469 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b7018-1cd6-4f45-9747-b528e473563e req-8eab8693-fda2-416b-9aa5-143f5d0f1401 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:39.334900 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7d9b7018-1cd6-4f45-9747-b528e473563e req-8eab8693-fda2-416b-9aa5-143f5d0f1401 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 931 time: 0.0788841 Sep 23 14:02:39.390882 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7d9b7018-1cd6-4f45-9747-b528e473563e req-510be0f0-6dfd-4d94-b96a-1e1b804fdf9b tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550587 Sep 23 14:02:39.419043 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2e468e7c-ad61-4efe-b00f-b0a925954761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:39.514611 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2e468e7c-ad61-4efe-b00f-b0a925954761 admin admin] Publish callbacks [] for security_group (d4e7f30a-7251-4480-bdd7-bf3855170fb0), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:39.561692 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2e468e7c-ad61-4efe-b00f-b0a925954761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (d4e7f30a-7251-4480-bdd7-bf3855170fb0), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:39.609363 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-2e468e7c-ad61-4efe-b00f-b0a925954761 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=59a3cb3df9fe443f90dfd489e581278c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388294 Sep 23 14:02:39.610985 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56256) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:39.622226 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e468e7c-ad61-4efe-b00f-b0a925954761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e7f30a-7251-4480-bdd7-bf3855170fb0,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:39.657097 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-249104e2-0417-4f11-bf81-fb9fa66bd1d7 req-bcbfdf7c-7001-404c-8ca5-f4c1df6e5164 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0629346 Sep 23 14:02:39.713639 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 56264) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:39.716138 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b5e047c2-1f35-4a29-8435-e8ab407e77fe admin admin] Publish callbacks [] for security_group (d4e7f30a-7251-4480-bdd7-bf3855170fb0), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:39.732716 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-66044eac-3af0-4c7f-9159-7d2c990a0f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:39.753123 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b5e047c2-1f35-4a29-8435-e8ab407e77fe admin admin] Publish callbacks [] for security_group (d4e7f30a-7251-4480-bdd7-bf3855170fb0), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:39.802838 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Attempt 8 to provision port b4188b8d-6da8-4e12-b11f-025e11d549d5 Sep 23 14:02:39.828631 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:39.830803 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:39.851908 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b7f17-986a-45cc-b1c3-71b69a5a89a4 req-44f012f1-f3c2-432a-8fa7-7bc5329c50f5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:39.860419 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-479b7f17-986a-45cc-b1c3-71b69a5a89a4 req-44f012f1-f3c2-432a-8fa7-7bc5329c50f5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.0993714 Sep 23 14:02:39.866225 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Port b4188b8d-6da8-4e12-b11f-025e11d549d5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:39.923331 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-479b7f17-986a-45cc-b1c3-71b69a5a89a4 req-9c4ba9cc-a2c8-4262-bfee-30562fc06fbf tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610363 Sep 23 14:02:39.996277 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b5e047c2-1f35-4a29-8435-e8ab407e77fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (d4e7f30a-7251-4480-bdd7-bf3855170fb0), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:39.998848 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b5e047c2-1f35-4a29-8435-e8ab407e77fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:40.001934 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b5e047c2-1f35-4a29-8435-e8ab407e77fe admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d4e7f30a-7251-4480-bdd7-bf3855170fb0 HTTP/1.1" status: 204 len: 168 time: 0.3873658 Sep 23 14:02:40.012638 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e047c2-1f35-4a29-8435-e8ab407e77fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e7f30a-7251-4480-bdd7-bf3855170fb0,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:40.065734 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-66044eac-3af0-4c7f-9159-7d2c990a0f46 admin admin] Publish callbacks [] for security_group (9e714ee6-d521-4b3d-a405-82462405b105), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:40.122067 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-66044eac-3af0-4c7f-9159-7d2c990a0f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (9e714ee6-d521-4b3d-a405-82462405b105), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:40.154803 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:40.185390 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-66044eac-3af0-4c7f-9159-7d2c990a0f46 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fc72405ff8bc4e3bb977083d341f1f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4706743 Sep 23 14:02:40.186530 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66044eac-3af0-4c7f-9159-7d2c990a0f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e714ee6-d521-4b3d-a405-82462405b105,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:40.188280 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56272) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:40.289909 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e1527251-1e2d-4c15-86cf-e73dba8fdd97 admin admin] Publish callbacks [] for security_group (9e714ee6-d521-4b3d-a405-82462405b105), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:40.316750 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e1527251-1e2d-4c15-86cf-e73dba8fdd97 admin admin] Publish callbacks [] for security_group (9e714ee6-d521-4b3d-a405-82462405b105), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:40.367108 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Attempt 9 to provision port b4188b8d-6da8-4e12-b11f-025e11d549d5 Sep 23 14:02:40.429394 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Port b4188b8d-6da8-4e12-b11f-025e11d549d5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:40.489428 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e1527251-1e2d-4c15-86cf-e73dba8fdd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (9e714ee6-d521-4b3d-a405-82462405b105), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:40.496303 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e1527251-1e2d-4c15-86cf-e73dba8fdd97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:40.500310 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-e1527251-1e2d-4c15-86cf-e73dba8fdd97 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9e714ee6-d521-4b3d-a405-82462405b105 HTTP/1.1" status: 204 len: 168 time: 0.3097072 Sep 23 14:02:40.526682 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1527251-1e2d-4c15-86cf-e73dba8fdd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e714ee6-d521-4b3d-a405-82462405b105,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:40.537163 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ee943-e8f0-43eb-b180-174a97368b8d req-4d5bcf8d-44db-4e57-845c-632e23e3b0d4 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:40.545325 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-662ee943-e8f0-43eb-b180-174a97368b8d req-4d5bcf8d-44db-4e57-845c-632e23e3b0d4 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 931 time: 0.0673537 Sep 23 14:02:40.586786 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Request body: {'port': {'device_id': 'fc990d71-8d2f-4734-a5b2-4401f24cc5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:40.758251 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-662ee943-e8f0-43eb-b180-174a97368b8d req-7cddbf48-558a-4106-a30a-dbf3457e281c tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118077 Sep 23 14:02:40.789753 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-feaf7911-9eb8-4c85-8f66-1558d4b56834 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 380 time: 0.2282870 Sep 23 14:02:40.801559 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:40.835183 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'port': {'device_id': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'admin_state_up': True, 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'security_groups': ['c7f52fa2-a54b-42f1-a96c-dc218f251712']}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:40.847135 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f50c3d5e-2a2b-4f23-9175-11763cab2821 req-b95b25fe-17c6-4ab8-9740-642293c3e200 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0544477 Sep 23 14:02:40.933691 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Attempt 10 to provision port b4188b8d-6da8-4e12-b11f-025e11d549d5 Sep 23 14:02:40.977587 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56310) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:41.061680 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:41.071375 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b305a-5d5c-45b8-8503-0f9ae1871c6a None None] Port b4188b8d-6da8-4e12-b11f-025e11d549d5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:41.123028 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f842cef8-a0ce-4fa7-be55-f1d2893afda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:41.129177 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:41.138138 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-71fbf464-2e3f-449c-b428-a6fdc76b58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:41.140025 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-71fbf464-2e3f-449c-b428-a6fdc76b58dc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 1127 time: 0.3419895 Sep 23 14:02:41.141714 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94cad3-c01b-4886-8364-699f872588c5 req-37f264a5-883f-42e8-b942-af18787b66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:41.147286 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-37f264a5-883f-42e8-b942-af18787b66b8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 1127 time: 0.3111343 Sep 23 14:02:41.426027 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:41.463769 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-5b1dab38-6f6d-4660-bee0-bdf0bcbffb74 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 HTTP/1.1" status: 200 len: 217 time: 0.2796254 Sep 23 14:02:41.466956 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-a7ec805f-9c4d-4d71-b7ad-03d773af4626 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08c333a2-80db-4cb2-8c18-245c61e87e9a HTTP/1.1" status: 200 len: 217 time: 0.2845879 Sep 23 14:02:41.532460 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7864bf-f2d2-4b4f-b6e2-46c8ae681ca9 req-b84757c3-005a-47e8-9e0d-cc7f6605569d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:41.540622 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1e7864bf-f2d2-4b4f-b6e2-46c8ae681ca9 req-b84757c3-005a-47e8-9e0d-cc7f6605569d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.2875080 Sep 23 14:02:41.556557 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f842cef8-a0ce-4fa7-be55-f1d2893afda6 admin admin] Publish callbacks [] for security_group (2b73fcd3-b272-4c9b-88f5-c37b64de5bbb), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:41.622999 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f842cef8-a0ce-4fa7-be55-f1d2893afda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (2b73fcd3-b272-4c9b-88f5-c37b64de5bbb), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:41.652085 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1e7864bf-f2d2-4b4f-b6e2-46c8ae681ca9 req-3aa99c90-fd85-484f-b4a8-7e045ee27116 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095948 Sep 23 14:02:41.661880 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Made reservation on behalf of 482490c45ac64607bba9ad021f2effbf for: {'port': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:41.667338 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:41.684628 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-174c689a-2fde-4044-932c-1352ecd3850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:41.686177 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-174c689a-2fde-4044-932c-1352ecd3850e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.1760538 Sep 23 14:02:41.694803 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d4648ce1-0e6e-483c-a1ad-921e1843b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:41.696574 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-d4648ce1-0e6e-483c-a1ad-921e1843b551 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.1878901 Sep 23 14:02:41.703780 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-f842cef8-a0ce-4fa7-be55-f1d2893afda6 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=59c7d00de35544e1ad06e8b4f290e6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6483290 Sep 23 14:02:41.708018 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56322) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:41.717408 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842cef8-a0ce-4fa7-be55-f1d2893afda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b73fcd3-b272-4c9b-88f5-c37b64de5bbb,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:41.862029 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0bf15c3a-0625-448d-a6ca-09701a7fb1bd admin admin] Publish callbacks [] for security_group (2b73fcd3-b272-4c9b-88f5-c37b64de5bbb), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:41.894093 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4188b8d-6da8-4e12-b11f-025e11d549d5 {{(pid=106653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:02:41.904858 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Publish callbacks [] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:41.909241 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0bf15c3a-0625-448d-a6ca-09701a7fb1bd admin admin] Publish callbacks [] for security_group (2b73fcd3-b272-4c9b-88f5-c37b64de5bbb), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:41.934214 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.provisioning_blocks [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Transition to ACTIVE for port object b4188b8d-6da8-4e12-b11f-025e11d549d5 will not be triggered until provisioned by entity L2. {{(pid=106653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:02:42.088826 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:42.105181 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6397c-f02b-4a21-8b9e-1cbff8dc7adf req-168852b2-7649-4cb1-a0cf-4eebaa218347 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:42.106662 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-98e6397c-f02b-4a21-8b9e-1cbff8dc7adf req-168852b2-7649-4cb1-a0cf-4eebaa218347 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 931 time: 0.1411505 Sep 23 14:02:42.110500 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0bf15c3a-0625-448d-a6ca-09701a7fb1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (2b73fcd3-b272-4c9b-88f5-c37b64de5bbb), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:42.114600 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0bf15c3a-0625-448d-a6ca-09701a7fb1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:42.120821 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-0bf15c3a-0625-448d-a6ca-09701a7fb1bd admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2b73fcd3-b272-4c9b-88f5-c37b64de5bbb HTTP/1.1" status: 204 len: 168 time: 0.4065442 Sep 23 14:02:42.135691 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf15c3a-0625-448d-a6ca-09701a7fb1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b73fcd3-b272-4c9b-88f5-c37b64de5bbb,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:42.167613 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-494bc383-90f3-419e-b4d4-5b2f71eeaa4e req-ac558c32-390b-4e4b-83c9-60aace7c4655 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.1561198 Sep 23 14:02:42.293463 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:42.312186 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Pushing event updated for resources: {'Port': ['ID=b4188b8d-6da8-4e12-b11f-025e11d549d5,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:42.335781 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Allocated IP 172.20.0.10 (34e7a0c6-e35b-482b-a11c-b3c893e03a50/80f7adc6-3046-4d27-ba65-e533eb9cae24/8fa468b7-9788-436b-98a3-9a8ce2151269) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:42.396568 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-98e6397c-f02b-4a21-8b9e-1cbff8dc7adf req-adf41d0a-3a3c-45a7-829d-e4018d1f6205 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706132 Sep 23 14:02:42.399389 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Attempting to bind port b4188b8d-6da8-4e12-b11f-025e11d549d5 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:42.399741 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Attempting to bind port b4188b8d-6da8-4e12-b11f-025e11d549d5 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:42.400109 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Attempting to bind port b4188b8d-6da8-4e12-b11f-025e11d549d5 on network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:42.505658 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Port b4188b8d-6da8-4e12-b11f-025e11d549d5 on network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:02:42.505991 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Attempting to bind port b4188b8d-6da8-4e12-b11f-025e11d549d5 on network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:42.558404 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:42.592127 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:42.593774 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:42.594102 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Checking segment: {'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:42.594720 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Bound using segment: {'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:42.595128 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Bound port: b4188b8d-6da8-4e12-b11f-025e11d549d5, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc86c667-65c3-4e4b-add0-96104a470812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a'}}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:42.595472 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:42.677444 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] For port b4188b8d-6da8-4e12-b11f-025e11d549d5, host hv-cinder-85743, cleared binding levels {{(pid=106653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:42.682152 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] For port b4188b8d-6da8-4e12-b11f-025e11d549d5, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=b4188b8d-6da8-4e12-b11f-025e11d549d5,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:42.746137 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:42.804722 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:42.806485 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:42.824180 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:42.824721 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:42.826127 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/b4188b8d-6da8-4e12-b11f-025e11d549d5 HTTP/1.1" status: 200 len: 1093 time: 2.2628999 Sep 23 14:02:42.828744 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc990d71-8d2f-4734-a5b2-4401f24cc5b4', 'tag': 'b4188b8d-6da8-4e12-b11f-025e11d549d5'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:02:42.846039 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bafe0-a71c-4549-8948-4ed7a1627a54 req-a5d45b78-8134-4450-8fe2-20cbfe3eab06 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:42.847502 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c60bafe0-a71c-4549-8948-4ed7a1627a54 req-a5d45b78-8134-4450-8fe2-20cbfe3eab06 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.1029119 Sep 23 14:02:42.851491 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=8fa468b7-9788-436b-98a3-9a8ce2151269,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:42.865717 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:42.865717 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:42.888840 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:02:43.015934 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54271068-822d-4dce-b804-ecb54ccabf9f service neutron] Pushing event updated for resources: {'Port': ['ID=b4188b8d-6da8-4e12-b11f-025e11d549d5,revision_number=3']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:43.026366 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:43.026993 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:43.043421 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c60bafe0-a71c-4549-8948-4ed7a1627a54 req-c146e080-4904-4868-bbd5-de0628ec032b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891794 Sep 23 14:02:43.144465 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-4929646d-4d0e-4777-b4b8-c8c38eb0030b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3148344 Sep 23 14:02:43.177611 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8155c2-5551-4441-8e7e-d1bae2a78c59" -d '{"events": [{"name": "network-changed", "server_uuid": "fc990d71-8d2f-4734-a5b2-4401f24cc5b4", "tag": "b4188b8d-6da8-4e12-b11f-025e11d549d5"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:43.221596 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Provisioning complete for port 8fa468b7-9788-436b-98a3-9a8ce2151269 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:43.221596 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:43.221596 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Attempt 1 to provision port 8fa468b7-9788-436b-98a3-9a8ce2151269 Sep 23 14:02:43.258157 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Port 8fa468b7-9788-436b-98a3-9a8ce2151269 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:43.302286 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120acfa5-a5d1-4d19-a8c6-74051970ea7c req-b77959ad-736b-44f8-9a49-9c2eaae3a240 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:43.304197 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-120acfa5-a5d1-4d19-a8c6-74051970ea7c req-b77959ad-736b-44f8-9a49-9c2eaae3a240 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 932 time: 0.0589511 Sep 23 14:02:43.359518 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-120acfa5-a5d1-4d19-a8c6-74051970ea7c req-f481575c-0d76-4816-bb9c-e1eb7e4b46bb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488937 Sep 23 14:02:43.443748 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde4da6b-3f9f-4445-8d27-3970883c1c75 x-openstack-request-id: req-dde4da6b-3f9f-4445-8d27-3970883c1c75 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:43.445587 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc990d71-8d2f-4734-a5b2-4401f24cc5b4", "tag": "b4188b8d-6da8-4e12-b11f-025e11d549d5", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:43.445587 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dde4da6b-3f9f-4445-8d27-3970883c1c75 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:43.445587 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde4da6b-3f9f-4445-8d27-3970883c1c75'] response: {'name': 'network-changed', 'server_uuid': 'fc990d71-8d2f-4734-a5b2-4401f24cc5b4', 'tag': 'b4188b8d-6da8-4e12-b11f-025e11d549d5', 'status': 'completed', 'code': 200} Sep 23 14:02:43.561161 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6be7c6-a025-4b5c-a093-4a5d44896ccc req-7110ebca-48d1-49b3-844b-c98199323f0c tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:43.564054 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c6be7c6-a025-4b5c-a093-4a5d44896ccc req-7110ebca-48d1-49b3-844b-c98199323f0c tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 943 time: 0.0557501 Sep 23 14:02:43.652398 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c6be7c6-a025-4b5c-a093-4a5d44896ccc req-8fb285e1-d10e-45f2-b19b-5ece5b79809a tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690272 Sep 23 14:02:43.759424 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Attempt 2 to provision port 8fa468b7-9788-436b-98a3-9a8ce2151269 Sep 23 14:02:43.811997 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Port 8fa468b7-9788-436b-98a3-9a8ce2151269 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:43.830371 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:44.204950 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=6 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:44.211047 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc076a6-dd1e-4dca-ad8b-82db9ad3a5fd req-30178b68-8591-4205-85d8-28d968341498 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:44.212776 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7dc076a6-dd1e-4dca-ad8b-82db9ad3a5fd req-30178b68-8591-4205-85d8-28d968341498 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.0601912 Sep 23 14:02:44.276128 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7dc076a6-dd1e-4dca-ad8b-82db9ad3a5fd req-df7844d8-9878-453b-a1fd-5eb64a2ccae2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567377 Sep 23 14:02:44.313539 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Attempt 3 to provision port 8fa468b7-9788-436b-98a3-9a8ce2151269 Sep 23 14:02:44.362694 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Port 8fa468b7-9788-436b-98a3-9a8ce2151269 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:44.478888 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56454) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:44.479803 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=22 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:44.529500 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8fcee-7dff-4adc-a589-0b5ac586e185 req-fe10bba8-ddf3-45a3-ba64-1b3f9a344680 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:44.531089 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-53b8fcee-7dff-4adc-a589-0b5ac586e185 req-fe10bba8-ddf3-45a3-ba64-1b3f9a344680 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 932 time: 0.0655973 Sep 23 14:02:44.601831 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-53b8fcee-7dff-4adc-a589-0b5ac586e185 req-ab88f0be-dbda-4a51-9e14-65ae2d9f61b3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634840 Sep 23 14:02:44.677708 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:44.730744 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-aeff3d25-b8b2-4408-986e-f30d539de22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:44.818750 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df72eb-1768-44a1-9dfa-f2294150efbb req-0600c420-567f-4ec8-a9e2-ca9097da03c0 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:44.827049 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-91df72eb-1768-44a1-9dfa-f2294150efbb req-0600c420-567f-4ec8-a9e2-ca9097da03c0 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 943 time: 0.0631096 Sep 23 14:02:44.847474 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-aeff3d25-b8b2-4408-986e-f30d539de22a admin admin] Publish callbacks [] for security_group (13c9df48-dc68-40cf-af62-a8111f51c2da), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:44.865019 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Attempt 4 to provision port 8fa468b7-9788-436b-98a3-9a8ce2151269 Sep 23 14:02:44.866823 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:44.880563 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-91df72eb-1768-44a1-9dfa-f2294150efbb req-b246b68e-c06a-4120-8a69-513d688b5423 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509498 Sep 23 14:02:44.923223 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Port 8fa468b7-9788-436b-98a3-9a8ce2151269 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:45.024635 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-aeff3d25-b8b2-4408-986e-f30d539de22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (13c9df48-dc68-40cf-af62-a8111f51c2da), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:45.058908 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f251f6b9-3a70-4510-8233-248e792c0dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:45.073821 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-aeff3d25-b8b2-4408-986e-f30d539de22a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a33bc4bba7f5413285659421477c1081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5921662 Sep 23 14:02:45.075073 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff3d25-b8b2-4408-986e-f30d539de22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c9df48-dc68-40cf-af62-a8111f51c2da,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:45.076476 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 56468) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:45.138439 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-3f149f07-ce16-4112-a3ba-eaed24089126 admin admin] Publish callbacks [] for security_group (13c9df48-dc68-40cf-af62-a8111f51c2da), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:45.176646 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-3f149f07-ce16-4112-a3ba-eaed24089126 admin admin] Publish callbacks [] for security_group (13c9df48-dc68-40cf-af62-a8111f51c2da), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:45.379823 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-3f149f07-ce16-4112-a3ba-eaed24089126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (13c9df48-dc68-40cf-af62-a8111f51c2da), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:45.382503 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-3f149f07-ce16-4112-a3ba-eaed24089126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:45.383700 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-3f149f07-ce16-4112-a3ba-eaed24089126 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/13c9df48-dc68-40cf-af62-a8111f51c2da HTTP/1.1" status: 204 len: 168 time: 0.3060515 Sep 23 14:02:45.670833 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f149f07-ce16-4112-a3ba-eaed24089126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c9df48-dc68-40cf-af62-a8111f51c2da,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:45.670833 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb48902-1acc-4475-848d-add2322ad25a req-8fa1209b-01ea-4bb0-9ccc-679f6967f2d5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:45.673027 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Attempt 5 to provision port 8fa468b7-9788-436b-98a3-9a8ce2151269 Sep 23 14:02:45.676014 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6cb48902-1acc-4475-848d-add2322ad25a req-8fa1209b-01ea-4bb0-9ccc-679f6967f2d5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.0791795 Sep 23 14:02:45.677045 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:45.678007 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6cb48902-1acc-4475-848d-add2322ad25a req-9bc2260a-52fb-4228-ba30-9cb36cd7e291 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512938 Sep 23 14:02:45.678265 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Port 8fa468b7-9788-436b-98a3-9a8ce2151269 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:45.678746 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-73816dc1-754c-4c63-afac-4c9e4f4c928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:45.678746 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-73816dc1-754c-4c63-afac-4c9e4f4c928a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712543 Sep 23 14:02:45.755161 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf4347-0fac-45ec-9177-1ada7909ba9a req-934c61a4-47a9-40fc-9fb7-b6f3d4ab89b3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:45.756677 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eaaf4347-0fac-45ec-9177-1ada7909ba9a req-934c61a4-47a9-40fc-9fb7-b6f3d4ab89b3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 932 time: 0.0537412 Sep 23 14:02:45.829249 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eaaf4347-0fac-45ec-9177-1ada7909ba9a req-ac15b55c-3fbf-4f5b-a7c2-538488e1dd65 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669069 Sep 23 14:02:46.023779 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Attempt 6 to provision port 8fa468b7-9788-436b-98a3-9a8ce2151269 Sep 23 14:02:46.023963 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067fb8f-f563-4fd8-be73-2a0da2ddc28a req-1c7e97e1-6436-4899-9312-156b341e4970 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:46.023963 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f067fb8f-f563-4fd8-be73-2a0da2ddc28a req-1c7e97e1-6436-4899-9312-156b341e4970 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 943 time: 0.0469594 Sep 23 14:02:46.024156 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Port 8fa468b7-9788-436b-98a3-9a8ce2151269 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:46.061892 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f067fb8f-f563-4fd8-be73-2a0da2ddc28a req-2bb5f735-7499-4e7d-807b-818869116ddd tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Sep 23 14:02:46.516932 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Attempt 7 to provision port 8fa468b7-9788-436b-98a3-9a8ce2151269 Sep 23 14:02:46.548960 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Port 8fa468b7-9788-436b-98a3-9a8ce2151269 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:46.668066 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56530) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:46.683753 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c6e92680-6fe2-46be-a4d5-f2992717bfed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:46.782373 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa463b0-98f9-49ba-bd40-7b50dacf8cca req-68d4dad9-cc1d-4a37-af20-a6f1be33b115 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:46.784485 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6aa463b0-98f9-49ba-bd40-7b50dacf8cca req-68d4dad9-cc1d-4a37-af20-a6f1be33b115 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.0545249 Sep 23 14:02:46.789925 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c6e92680-6fe2-46be-a4d5-f2992717bfed admin admin] Publish callbacks [] for security_group (c3bbe017-07d2-46e8-8a04-5b6f9cdd2427), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:46.817423 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:46.834020 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6aa463b0-98f9-49ba-bd40-7b50dacf8cca req-8cc32da5-6c60-4719-8152-1d38ceff3aa8 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424752 Sep 23 14:02:46.866992 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c6e92680-6fe2-46be-a4d5-f2992717bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c3bbe017-07d2-46e8-8a04-5b6f9cdd2427), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:46.916575 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e92680-6fe2-46be-a4d5-f2992717bfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bbe017-07d2-46e8-8a04-5b6f9cdd2427,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:46.922431 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-c6e92680-6fe2-46be-a4d5-f2992717bfed admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0e8fbbc2b5da4f769bfea42f5d94a625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529538 Sep 23 14:02:46.923776 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56548) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:46.976439 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0c38d386-ca75-49c0-965c-bb78dd68177c admin admin] Publish callbacks [] for security_group (c3bbe017-07d2-46e8-8a04-5b6f9cdd2427), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:46.978390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99047a54-9948-4447-abf6-a3294ef939bb req-78244de1-4f85-48d9-b1e9-78ab87205080 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:46.979871 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-99047a54-9948-4447-abf6-a3294ef939bb req-78244de1-4f85-48d9-b1e9-78ab87205080 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 932 time: 0.0487685 Sep 23 14:02:46.998263 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0c38d386-ca75-49c0-965c-bb78dd68177c admin admin] Publish callbacks [] for security_group (c3bbe017-07d2-46e8-8a04-5b6f9cdd2427), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:47.032215 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-99047a54-9948-4447-abf6-a3294ef939bb req-49e08a97-9853-44b0-b559-66f7dcf1710c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452754 Sep 23 14:02:47.050348 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Attempt 8 to provision port 8fa468b7-9788-436b-98a3-9a8ce2151269 Sep 23 14:02:47.084435 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Port 8fa468b7-9788-436b-98a3-9a8ce2151269 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:47.178831 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0c38d386-ca75-49c0-965c-bb78dd68177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c3bbe017-07d2-46e8-8a04-5b6f9cdd2427), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:47.181767 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904e4a-a6d2-443b-b335-8c7071a797fe req-9ed364e1-be2f-4c7b-bb55-adb89f4d1c36 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:47.181910 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0c38d386-ca75-49c0-965c-bb78dd68177c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:47.183551 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-0c38d386-ca75-49c0-965c-bb78dd68177c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c3bbe017-07d2-46e8-8a04-5b6f9cdd2427 HTTP/1.1" status: 204 len: 168 time: 0.2583675 Sep 23 14:02:47.183695 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ca904e4a-a6d2-443b-b335-8c7071a797fe req-9ed364e1-be2f-4c7b-bb55-adb89f4d1c36 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 943 time: 0.0471957 Sep 23 14:02:47.208866 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38d386-ca75-49c0-965c-bb78dd68177c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bbe017-07d2-46e8-8a04-5b6f9cdd2427,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:47.249783 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ca904e4a-a6d2-443b-b335-8c7071a797fe req-3c91b767-5f47-4775-a666-7babc88a11e1 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585644 Sep 23 14:02:47.319442 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b9ec-fde2-482f-968a-e244935cedcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:47.585909 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Attempt 9 to provision port 8fa468b7-9788-436b-98a3-9a8ce2151269 Sep 23 14:02:47.618909 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Port 8fa468b7-9788-436b-98a3-9a8ce2151269 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:47.915938 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94cad3-c01b-4886-8364-699f872588c5 req-5339bfe3-9000-4fb8-8d2a-b3e34d72e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:47.920346 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-5339bfe3-9000-4fb8-8d2a-b3e34d72e920 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517144 Sep 23 14:02:47.976423 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33c39e-b3b8-4b51-a9d2-870f44330f88 req-7492d56e-f059-43ed-a6d8-3f57b80441df tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:47.977920 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4a33c39e-b3b8-4b51-a9d2-870f44330f88 req-7492d56e-f059-43ed-a6d8-3f57b80441df tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.0471499 Sep 23 14:02:48.029361 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4a33c39e-b3b8-4b51-a9d2-870f44330f88 req-ab89f303-eb7a-4253-b96a-f7ab913bf770 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Sep 23 14:02:48.120614 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Attempt 10 to provision port 8fa468b7-9788-436b-98a3-9a8ce2151269 Sep 23 14:02:48.136277 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Request body: {'port': {'device_id': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:48.160654 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94d9b44f-d27f-4195-bc2c-c5580ed0ab54 None None] Port 8fa468b7-9788-436b-98a3-9a8ce2151269 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:02:48.200865 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae524936-f2d8-4c17-8225-93a457880b73 req-cb633d05-cb9d-4d1e-aec2-b9f4951162d3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:48.202457 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ae524936-f2d8-4c17-8225-93a457880b73 req-cb633d05-cb9d-4d1e-aec2-b9f4951162d3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 932 time: 0.0838368 Sep 23 14:02:48.494755 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-1402f685-f6d4-4fa7-b4d9-0f3cda462929 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695831 Sep 23 14:02:48.520432 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:48.571214 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:48.575165 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-b2bc12a4-263d-4d2a-b22b-0d64492717e6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889849 Sep 23 14:02:48.589458 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:48.608418 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8155c2-5551-4441-8e7e-d1bae2a78c59 req-0ea1ebae-ddec-4d9a-869b-04f265d29615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:48.609896 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dd8155c2-5551-4441-8e7e-d1bae2a78c59 req-0ea1ebae-ddec-4d9a-869b-04f265d29615 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=8e1a67a82fb44cf59f9b4f30848881d1&device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 1127 time: 0.1356244 Sep 23 14:02:48.630623 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:48.637112 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d54440-41b9-4176-8363-857b711a2614 req-47490679-759d-422e-a1e9-6a006e3e4c65 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:48.637112 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-17d54440-41b9-4176-8363-857b711a2614 req-47490679-759d-422e-a1e9-6a006e3e4c65 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 943 time: 0.1805379 Sep 23 14:02:48.647146 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ae524936-f2d8-4c17-8225-93a457880b73 req-f06760eb-46fd-4b38-94ef-3e4b35fee275 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088828 Sep 23 14:02:48.683149 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e1aa7dc9-0951-45c0-8d21-9a8460d6f4b5 req-91a33d9f-54b1-43fc-88f3-4944b2a5cb33 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800022 Sep 23 14:02:48.728241 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ab94cad3-c01b-4886-8364-699f872588c5 req-2e50678f-3589-440c-8737-765ff2108743 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420176 Sep 23 14:02:48.918923 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-17d54440-41b9-4176-8363-857b711a2614 req-3b3bf0c3-abda-40f6-abd6-6e5cf09622cf tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696896 Sep 23 14:02:48.969874 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:49.045208 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8155c2-5551-4441-8e7e-d1bae2a78c59 req-ad957d99-ee32-435d-af40-b54359a2b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:49.046716 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dd8155c2-5551-4441-8e7e-d1bae2a78c59 req-ad957d99-ee32-435d-af40-b54359a2b0fb service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=8e1a67a82fb44cf59f9b4f30848881d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4105895 Sep 23 14:02:49.208988 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:49.248597 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb5d00-40da-45cd-874e-fd8a9d295dec req-44fb2bc8-1939-4e89-a1e2-ddab71001e09 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:49.250113 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a2bb5d00-40da-45cd-874e-fd8a9d295dec req-44fb2bc8-1939-4e89-a1e2-ddab71001e09 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.0996606 Sep 23 14:02:49.270265 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa468b7-9788-436b-98a3-9a8ce2151269 {{(pid=106653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:02:49.287362 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Publish callbacks [] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:49.321732 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.provisioning_blocks [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Transition to ACTIVE for port object 8fa468b7-9788-436b-98a3-9a8ce2151269 will not be triggered until provisioned by entity L2. {{(pid=106653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:02:49.326489 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a2bb5d00-40da-45cd-874e-fd8a9d295dec req-bc15e54f-468a-47fe-8249-85d27ca23d3b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668967 Sep 23 14:02:49.401277 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:49.480885 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa468b7-9788-436b-98a3-9a8ce2151269,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:49.537454 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Attempting to bind port 8fa468b7-9788-436b-98a3-9a8ce2151269 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:02:49.538002 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Attempting to bind port 8fa468b7-9788-436b-98a3-9a8ce2151269 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:02:49.538502 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Attempting to bind port 8fa468b7-9788-436b-98a3-9a8ce2151269 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:49.594893 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Port 8fa468b7-9788-436b-98a3-9a8ce2151269 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:02:49.595530 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Attempting to bind port 8fa468b7-9788-436b-98a3-9a8ce2151269 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:49.645765 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:02:49.646401 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Checking segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:02:49.646708 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Bound using segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:02:49.647293 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Bound port: 8fa468b7-9788-436b-98a3-9a8ce2151269, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:02:49.647648 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:49.710438 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56722) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:49.744492 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] For port 8fa468b7-9788-436b-98a3-9a8ce2151269, host hv-cinder-85743, cleared binding levels {{(pid=106653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:49.747806 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] For port 8fa468b7-9788-436b-98a3-9a8ce2151269, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fa468b7-9788-436b-98a3-9a8ce2151269,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:49.828006 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab522074-e5ef-48b3-8529-bb463ca7459b req-4a791f08-c420-4aaf-bab0-6b466f292fba tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:49.829526 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab522074-e5ef-48b3-8529-bb463ca7459b req-4a791f08-c420-4aaf-bab0-6b466f292fba tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 944 time: 0.0629652 Sep 23 14:02:49.869312 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:49.874153 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:49.880903 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:49.881649 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:49.883149 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/8fa468b7-9788-436b-98a3-9a8ce2151269 HTTP/1.1" status: 200 len: 1094 time: 1.7624483 Sep 23 14:02:49.883699 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'tag': '8fa468b7-9788-436b-98a3-9a8ce2151269'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:02:49.886151 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e977c95e-bda4-4482-80a4-a0e3327438a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6d10ec-d6f4-4d14-939c-beab0c9ba13b", "tag": "8fa468b7-9788-436b-98a3-9a8ce2151269"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:49.936785 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4edcc35d-2927-4aa4-bab2-e64057cdeefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:49.968406 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec13ae54-364d-465f-9bc3-6179502445db x-openstack-request-id: req-ec13ae54-364d-465f-9bc3-6179502445db {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:49.968704 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6d10ec-d6f4-4d14-939c-beab0c9ba13b", "tag": "8fa468b7-9788-436b-98a3-9a8ce2151269", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:49.969011 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec13ae54-364d-465f-9bc3-6179502445db {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:49.969351 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec13ae54-364d-465f-9bc3-6179502445db'] response: {'name': 'network-changed', 'server_uuid': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'tag': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'status': 'completed', 'code': 200} Sep 23 14:02:49.988842 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab522074-e5ef-48b3-8529-bb463ca7459b req-eabcfc46-961b-4b98-9af3-4484506e7319 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496234 Sep 23 14:02:50.025051 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6855bd-aa87-4948-abbc-c28e1c7d9412 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa468b7-9788-436b-98a3-9a8ce2151269,revision_number=3']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:50.054715 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:50.071932 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4edcc35d-2927-4aa4-bab2-e64057cdeefa admin admin] Publish callbacks [] for security_group (a8aea74c-c51d-4c1f-9188-2e0489fbfece), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:50.090493 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dc4d8-56f6-4bc1-b1cb-0f5b3dbd2ca5 req-1cbad161-9a36-4d35-b114-393a288c8634 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:50.091841 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf4dc4d8-56f6-4bc1-b1cb-0f5b3dbd2ca5 req-1cbad161-9a36-4d35-b114-393a288c8634 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 943 time: 0.0581238 Sep 23 14:02:50.213763 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4edcc35d-2927-4aa4-bab2-e64057cdeefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (a8aea74c-c51d-4c1f-9188-2e0489fbfece), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:50.217532 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:50.256540 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-4edcc35d-2927-4aa4-bab2-e64057cdeefa admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=607dd350513840c7a6476644388b4a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5450041 Sep 23 14:02:50.259506 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcc35d-2927-4aa4-bab2-e64057cdeefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aea74c-c51d-4c1f-9188-2e0489fbfece,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:50.260132 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 56748) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:50.279410 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf4dc4d8-56f6-4bc1-b1cb-0f5b3dbd2ca5 req-706da61e-cf42-4b15-a432-decf21ced5e0 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780212 Sep 23 14:02:50.315268 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8155c2-5551-4441-8e7e-d1bae2a78c59 req-0b78683c-22ff-42b4-b729-9adf3f6af9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:50.317401 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dd8155c2-5551-4441-8e7e-d1bae2a78c59 req-0b78683c-22ff-42b4-b729-9adf3f6af9c4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2247016 Sep 23 14:02:50.346508 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c8817279-0c8e-4c92-a968-12bc52c7fef7 admin admin] Publish callbacks [] for security_group (a8aea74c-c51d-4c1f-9188-2e0489fbfece), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:50.369909 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c8817279-0c8e-4c92-a968-12bc52c7fef7 admin admin] Publish callbacks [] for security_group (a8aea74c-c51d-4c1f-9188-2e0489fbfece), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:50.474047 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a57a1-e57d-4f1c-a8d6-679918b0f1e9 req-d9b2bdb4-6cf7-4a02-80d8-9a619bd0d14e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:50.475555 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-565a57a1-e57d-4f1c-a8d6-679918b0f1e9 req-d9b2bdb4-6cf7-4a02-80d8-9a619bd0d14e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.0546288 Sep 23 14:02:50.511981 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:50.525897 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-565a57a1-e57d-4f1c-a8d6-679918b0f1e9 req-3e34dcf6-198a-4000-8746-efbda11b8ae1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427935 Sep 23 14:02:50.568194 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c8817279-0c8e-4c92-a968-12bc52c7fef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (a8aea74c-c51d-4c1f-9188-2e0489fbfece), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:50.570971 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c8817279-0c8e-4c92-a968-12bc52c7fef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:50.572299 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-c8817279-0c8e-4c92-a968-12bc52c7fef7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a8aea74c-c51d-4c1f-9188-2e0489fbfece HTTP/1.1" status: 204 len: 168 time: 0.3110197 Sep 23 14:02:50.579575 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:02:50.582983 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8817279-0c8e-4c92-a968-12bc52c7fef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aea74c-c51d-4c1f-9188-2e0489fbfece,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:50.712723 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:50.725694 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'port_id': '2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9', 'mac_address': 'fa:16:3e:34:46:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:02:50.764841 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:50.765346 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:50.778572 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:02:50.799465 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:50.857909 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:50.905956 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:51.027684 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d7b06-cd36-4d67-979c-6c089255ce82 req-5fbcbef3-04b7-4e65-9eca-8b6c0ab37d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.029440 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f11d7b06-cd36-4d67-979c-6c089255ce82 req-5fbcbef3-04b7-4e65-9eca-8b6c0ab37d12 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 1127 time: 0.0493805 Sep 23 14:02:51.037939 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81215-c804-4b7b-a750-d4db5985d6c2 req-caef5b95-374d-43df-a31b-edee22200a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.039455 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0c81215-c804-4b7b-a750-d4db5985d6c2 req-caef5b95-374d-43df-a31b-edee22200a6e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 1128 time: 0.0890605 Sep 23 14:02:51.044768 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977c95e-bda4-4482-80a4-a0e3327438a6 req-ef0bf7e1-3245-4018-8e74-341ca2ac5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.046188 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e977c95e-bda4-4482-80a4-a0e3327438a6 req-ef0bf7e1-3245-4018-8e74-341ca2ac5ea0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 1128 time: 0.0651424 Sep 23 14:02:51.155576 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-64708a9a-076b-4fa3-b709-4482260f0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.155576 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-64708a9a-076b-4fa3-b709-4482260f0802 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=8e1a67a82fb44cf59f9b4f30848881d1&device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 1127 time: 0.1227560 Sep 23 14:02:51.197250 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:51.246760 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-b1faa88d-fd07-4278-be7d-70543e27c985 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4188b8d-6da8-4e12-b11f-025e11d549d5 HTTP/1.1" status: 200 len: 217 time: 0.0619457 Sep 23 14:02:51.338194 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d7b06-cd36-4d67-979c-6c089255ce82 req-b9022a4b-6545-4006-b147-8f6bed37358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.339712 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f11d7b06-cd36-4d67-979c-6c089255ce82 req-b9022a4b-6545-4006-b147-8f6bed37358e service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.3003516 Sep 23 14:02:51.341286 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-b7939331-7b8d-41e8-affe-1ed54794ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.343214 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-b7939331-7b8d-41e8-affe-1ed54794ea00 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d HTTP/1.1" status: 200 len: 850 time: 0.0840569 Sep 23 14:02:51.402225 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:02:51.430028 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e79b0-41ac-44aa-925e-7a7bd9fbaaa9 req-7b92d0e9-2477-4ac5-bfd6-29dc29ce1ef6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.431878 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8e3e79b0-41ac-44aa-925e-7a7bd9fbaaa9 req-7b92d0e9-2477-4ac5-bfd6-29dc29ce1ef6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 944 time: 0.3389163 Sep 23 14:02:51.613548 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-ba8a46be-0b84-4a38-b4ca-8c043ab0c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.613548 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-ba8a46be-0b84-4a38-b4ca-8c043ab0c1dc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950446 Sep 23 14:02:51.613548 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f11d7b06-cd36-4d67-979c-6c089255ce82 req-f2fd64ad-29c0-4831-bbb0-f225dc1685e9 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08c333a2-80db-4cb2-8c18-245c61e87e9a HTTP/1.1" status: 200 len: 217 time: 0.0984237 Sep 23 14:02:51.615040 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:51.615421 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee8d68-0e7b-4114-b028-ca367b5d34e3 req-6fadd461-88c4-4a68-b041-7b40362d603a tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.615421 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e2ee8d68-0e7b-4114-b028-ca367b5d34e3 req-6fadd461-88c4-4a68-b041-7b40362d603a tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 943 time: 0.1700258 Sep 23 14:02:51.615583 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d7b06-cd36-4d67-979c-6c089255ce82 req-1b1aa6b0-e710-4b39-9e72-d31678e20883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.615583 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f11d7b06-cd36-4d67-979c-6c089255ce82 req-1b1aa6b0-e710-4b39-9e72-d31678e20883 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.1090720 Sep 23 14:02:51.615737 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81215-c804-4b7b-a750-d4db5985d6c2 req-14f3b1a8-8f57-48d7-9f95-d805ddb63614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.615737 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0c81215-c804-4b7b-a750-d4db5985d6c2 req-14f3b1a8-8f57-48d7-9f95-d805ddb63614 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.5425029 Sep 23 14:02:51.615737 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977c95e-bda4-4482-80a4-a0e3327438a6 req-543057c4-1fea-48a2-92f0-a3335ab1b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.615737 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e977c95e-bda4-4482-80a4-a0e3327438a6 req-543057c4-1fea-48a2-92f0-a3335ab1b309 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=482490c45ac64607bba9ad021f2effbf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5462842 Sep 23 14:02:51.651345 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d7b06-cd36-4d67-979c-6c089255ce82 req-1ce45ee5-a3a7-4b19-afa9-c0b603ad7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.653433 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f11d7b06-cd36-4d67-979c-6c089255ce82 req-1ce45ee5-a3a7-4b19-afa9-c0b603ad7335 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619833 Sep 23 14:02:51.662912 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-a3933cc1-4aee-47bb-bb31-6dddce2a065e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992824 Sep 23 14:02:51.717247 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8e3e79b0-41ac-44aa-925e-7a7bd9fbaaa9 req-4c03747e-f876-40ee-8191-0414d611f06f tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659597 Sep 23 14:02:51.727635 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0c81215-c804-4b7b-a750-d4db5985d6c2 req-5555b27c-659e-4d77-9329-08179569fdc4 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 HTTP/1.1" status: 200 len: 217 time: 0.1197157 Sep 23 14:02:51.844997 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e2ee8d68-0e7b-4114-b028-ca367b5d34e3 req-3985ef48-25a7-4594-b844-2d5caeda9970 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531099 Sep 23 14:02:51.903976 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53371fcc-5518-4b9b-88e7-a0e9a6ff4f83 req-e51ac658-a776-4e19-ba47-2924654b6c81 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.905522 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-53371fcc-5518-4b9b-88e7-a0e9a6ff4f83 req-e51ac658-a776-4e19-ba47-2924654b6c81 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 943 time: 0.0851657 Sep 23 14:02:51.940171 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81215-c804-4b7b-a750-d4db5985d6c2 req-f30995fa-0c73-4607-a959-1723cc985628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:51.942889 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0c81215-c804-4b7b-a750-d4db5985d6c2 req-f30995fa-0c73-4607-a959-1723cc985628 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.1732266 Sep 23 14:02:51.984894 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=100 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:52.021918 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f11d7b06-cd36-4d67-979c-6c089255ce82 req-b09959f0-9705-4364-ac53-3d64c40128d1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511486 Sep 23 14:02:52.026086 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977c95e-bda4-4482-80a4-a0e3327438a6 req-885b68b9-6842-4200-bf69-878d1219c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:52.027612 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e977c95e-bda4-4482-80a4-a0e3327438a6 req-885b68b9-6842-4200-bf69-878d1219c5e1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3926663 Sep 23 14:02:52.053055 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3d6fa780-2be1-43e0-9119-1a6b0ca3cbb8 req-349cbcff-f026-4020-a7c5-320abd11bd9e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716352 Sep 23 14:02:52.056498 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81215-c804-4b7b-a750-d4db5985d6c2 req-c445ef3d-9070-4cb3-92da-e8e45a3efdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:52.057981 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0c81215-c804-4b7b-a750-d4db5985d6c2 req-c445ef3d-9070-4cb3-92da-e8e45a3efdd3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0981839 Sep 23 14:02:52.065185 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-53371fcc-5518-4b9b-88e7-a0e9a6ff4f83 req-b5736704-2570-4020-8899-1f6f0460b72e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487174 Sep 23 14:02:52.163599 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f11d7b06-cd36-4d67-979c-6c089255ce82 req-f87353b3-d631-4a42-9798-b58a4996ff46 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326900 Sep 23 14:02:52.168432 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0633-599a-4b0c-98be-96124197d02e req-71680aa5-f26d-426a-8775-cc75284f9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:52.169800 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-71680aa5-f26d-426a-8775-cc75284f9041 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 1128 time: 0.0540760 Sep 23 14:02:52.196924 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0c81215-c804-4b7b-a750-d4db5985d6c2 req-2dac373c-edb8-4aa4-95fc-d8bad79145d7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992353 Sep 23 14:02:52.254849 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-e50b566a-b690-4234-bcb3-8b5e1d835f78 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fa468b7-9788-436b-98a3-9a8ce2151269 HTTP/1.1" status: 200 len: 217 time: 0.0386307 Sep 23 14:02:52.392824 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 56810) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:52.410629 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1601b14d-217b-4e83-9d05-92a578659178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:52.491408 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1601b14d-217b-4e83-9d05-92a578659178 admin admin] Publish callbacks [] for security_group (9c3a7721-ff9d-46a4-90e0-826eefcb332e), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:52.566704 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1601b14d-217b-4e83-9d05-92a578659178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (9c3a7721-ff9d-46a4-90e0-826eefcb332e), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:52.573178 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 08c333a2-80db-4cb2-8c18-245c61e87e9a details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:02:52.576789 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:52.608187 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-1601b14d-217b-4e83-9d05-92a578659178 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=37e018b1953a48e29581746ca5a0cfc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140031 Sep 23 14:02:52.609076 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601b14d-217b-4e83-9d05-92a578659178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3a7721-ff9d-46a4-90e0-826eefcb332e,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:52.611064 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56820) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:52.622949 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:52.679023 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ccc56fcf-d1c3-492e-935a-3af093a624e9 admin admin] Publish callbacks [] for security_group (9c3a7721-ff9d-46a4-90e0-826eefcb332e), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:52.703361 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ccc56fcf-d1c3-492e-935a-3af093a624e9 admin admin] Publish callbacks [] for security_group (9c3a7721-ff9d-46a4-90e0-826eefcb332e), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:52.821955 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:02:52.843237 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 08c333a2-80db-4cb2-8c18-245c61e87e9a, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=08c333a2-80db-4cb2-8c18-245c61e87e9a,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:52.851914 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9c884-7fc2-4827-8c97-d89ce43bbeb7 req-c2b57a70-754e-4e98-8c18-52732f504b45 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:52.853384 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-06a9c884-7fc2-4827-8c97-d89ce43bbeb7 req-c2b57a70-754e-4e98-8c18-52732f504b45 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 944 time: 0.0476978 Sep 23 14:02:52.855708 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '08c333a2-80db-4cb2-8c18-245c61e87e9a', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'port_id': '08c333a2-80db-4cb2-8c18-245c61e87e9a', 'mac_address': 'fa:16:3e:35:cc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:02:52.880975 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ccc56fcf-d1c3-492e-935a-3af093a624e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (9c3a7721-ff9d-46a4-90e0-826eefcb332e), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:52.885143 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ccc56fcf-d1c3-492e-935a-3af093a624e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:52.890999 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-ccc56fcf-d1c3-492e-935a-3af093a624e9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9c3a7721-ff9d-46a4-90e0-826eefcb332e HTTP/1.1" status: 204 len: 168 time: 0.2785642 Sep 23 14:02:52.904812 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc56fcf-d1c3-492e-935a-3af093a624e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3a7721-ff9d-46a4-90e0-826eefcb332e,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:52.906164 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:52.906760 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:52.907108 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 Sep 23 14:02:52.912133 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:52.918717 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 08c333a2-80db-4cb2-8c18-245c61e87e9a is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:52.919288 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:52.930979 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-06a9c884-7fc2-4827-8c97-d89ce43bbeb7 req-4c81e4be-b4ec-4e28-876d-c0b4a8362780 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719688 Sep 23 14:02:52.982283 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c333a2-80db-4cb2-8c18-245c61e87e9a {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:02:53.011223 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 08c333a2-80db-4cb2-8c18-245c61e87e9a, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=08c333a2-80db-4cb2-8c18-245c61e87e9a,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:53.044394 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:53.088083 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0633-599a-4b0c-98be-96124197d02e req-793f65f5-378b-4878-830e-ab6bf2892de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:53.089706 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-793f65f5-378b-4878-830e-ab6bf2892de6 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=80f7adc6-3046-4d27-ba65-e533eb9cae24 HTTP/1.1" status: 200 len: 854 time: 0.0738077 Sep 23 14:02:53.099962 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:53.101254 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:53.144461 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af91809-ccf1-4b46-8778-e073f385d6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:02:53.146681 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0633-599a-4b0c-98be-96124197d02e req-885dd781-5311-4742-9303-ee59d61e6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:53.148558 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-885dd781-5311-4742-9303-ee59d61e6ec9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=34e7a0c6-e35b-482b-a11c-b3c893e03a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508003 Sep 23 14:02:53.172693 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca17317-8a2c-4a9f-b864-16de03019b7d req-8c43c1ad-f4eb-4bfb-8a17-922caf105a2d tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:53.174270 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ca17317-8a2c-4a9f-b864-16de03019b7d req-8c43c1ad-f4eb-4bfb-8a17-922caf105a2d tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 943 time: 0.2103419 Sep 23 14:02:53.176531 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:53.220590 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:53.242799 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:53.256074 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b9ee1-f460-476f-8292-ddf1c23cafea req-67c99797-663d-4256-88fe-8bd8ca22128f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:53.257571 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bc9b9ee1-f460-476f-8292-ddf1c23cafea req-67c99797-663d-4256-88fe-8bd8ca22128f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 944 time: 0.1060512 Sep 23 14:02:53.278385 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-753ae623-ad34-496b-8269-4c9630fc0a6d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219313 Sep 23 14:02:53.285586 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0c81215-c804-4b7b-a750-d4db5985d6c2 req-db27cfbb-a817-4a5a-a446-854c1eb98ebc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662263 Sep 23 14:02:53.292518 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=08c333a2-80db-4cb2-8c18-245c61e87e9a,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:53.296904 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ca17317-8a2c-4a9f-b864-16de03019b7d req-8cf0df7d-f20d-4352-9bec-2877276a05dc tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868733 Sep 23 14:02:53.356955 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bc9b9ee1-f460-476f-8292-ddf1c23cafea req-9393b896-2200-4117-b2ac-ca3672246109 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746551 Sep 23 14:02:53.364443 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:53.393319 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ad2d0633-599a-4b0c-98be-96124197d02e req-e2a0f86c-223a-4b4b-9d94-c721c3056dc9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068079 Sep 23 14:02:53.405527 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108c0ebe-036a-441a-a5eb-f89992091e83" -d '{"events": [{"server_uuid": "2af91809-ccf1-4b46-8778-e073f385d6ef", "name": "network-vif-plugged", "status": "completed", "tag": "2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:53.439175 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:53.501915 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4389b4d-58b5-4b35-9133-6f2ffbbaf0e9 x-openstack-request-id: req-d4389b4d-58b5-4b35-9133-6f2ffbbaf0e9 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:53.502438 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af91809-ccf1-4b46-8778-e073f385d6ef", "name": "network-vif-plugged", "status": "completed", "tag": "2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:53.502566 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4389b4d-58b5-4b35-9133-6f2ffbbaf0e9 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:53.503523 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4389b4d-58b5-4b35-9133-6f2ffbbaf0e9'] response: {'server_uuid': '2af91809-ccf1-4b46-8778-e073f385d6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9', 'code': 200} Sep 23 14:02:53.552453 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['08c333a2-80db-4cb2-8c18-245c61e87e9a'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:02:53.674204 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:54.056643 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2e987-9bde-4b58-8d0c-132fa15bae95 req-2719969d-87f6-45a1-a661-d035a52f87d3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:54.058226 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eda2e987-9bde-4b58-8d0c-132fa15bae95 req-2719969d-87f6-45a1-a661-d035a52f87d3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 944 time: 0.0500433 Sep 23 14:02:54.144466 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eda2e987-9bde-4b58-8d0c-132fa15bae95 req-4ab8c7bb-2a38-4ad5-bd91-fcc48057510a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747190 Sep 23 14:02:54.436324 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc7bcd-f403-45df-81a2-0f4745b1f76a req-e3f7429c-bea7-4faf-b8ac-b3dfc200252e tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:54.438509 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0fdc7bcd-f403-45df-81a2-0f4745b1f76a req-e3f7429c-bea7-4faf-b8ac-b3dfc200252e tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 943 time: 0.0576367 Sep 23 14:02:54.525440 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44577328-b45b-49a0-814c-3d8413ee5cbf req-ba545c96-dced-4119-8065-9f5b8860821a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:54.526959 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-44577328-b45b-49a0-814c-3d8413ee5cbf req-ba545c96-dced-4119-8065-9f5b8860821a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 944 time: 0.0651524 Sep 23 14:02:54.535217 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0fdc7bcd-f403-45df-81a2-0f4745b1f76a req-81e008a1-96fc-47d0-8bbe-1928aba990aa tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897892 Sep 23 14:02:54.543821 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:54.564195 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56898) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:54.584065 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8fa468b7-9788-436b-98a3-9a8ce2151269 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:02:54.602896 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-44577328-b45b-49a0-814c-3d8413ee5cbf req-676c25cf-b329-42bf-9c99-8b38b0c36871 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661118 Sep 23 14:02:54.638608 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 08c333a2-80db-4cb2-8c18-245c61e87e9a up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:54.720948 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:54.746066 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 08c333a2-80db-4cb2-8c18-245c61e87e9a completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:02:54.765206 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 8fa468b7-9788-436b-98a3-9a8ce2151269, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fa468b7-9788-436b-98a3-9a8ce2151269,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:54.777426 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'port_id': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'mac_address': 'fa:16:3e:e5:cf:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:02:54.852601 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 08c333a2-80db-4cb2-8c18-245c61e87e9a triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:54.853168 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:54.854048 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 08c333a2-80db-4cb2-8c18-245c61e87e9a Sep 23 14:02:54.890019 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 8fa468b7-9788-436b-98a3-9a8ce2151269 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:54.890657 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:54.900646 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-77f2a3a7-3983-4c48-addd-7944fe228ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:54.913165 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa468b7-9788-436b-98a3-9a8ce2151269 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:02:54.936567 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58010fb5-7ee3-4e30-8457-c37b9108ad57 req-e33dd371-d986-4873-9123-b72093a0b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:54.938091 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-58010fb5-7ee3-4e30-8457-c37b9108ad57 req-e33dd371-d986-4873-9123-b72093a0b5ed service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 1129 time: 0.1925731 Sep 23 14:02:54.957612 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 08c333a2-80db-4cb2-8c18-245c61e87e9a is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:54.958003 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:54.962816 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-58010fb5-7ee3-4e30-8457-c37b9108ad57 req-0b1f3220-7a19-4e22-a9d4-0aa9623d756b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.037124 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 8fa468b7-9788-436b-98a3-9a8ce2151269, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fa468b7-9788-436b-98a3-9a8ce2151269,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:55.046667 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 08c333a2-80db-4cb2-8c18-245c61e87e9a, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=08c333a2-80db-4cb2-8c18-245c61e87e9a,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:55.083161 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.084735 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device b4188b8d-6da8-4e12-b11f-025e11d549d5 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:02:55.102439 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-77f2a3a7-3983-4c48-addd-7944fe228ec4 admin admin] Publish callbacks [] for security_group (9c1da2c0-61e2-41c2-96d6-a3bbb8989650), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.117998 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-58010fb5-7ee3-4e30-8457-c37b9108ad57 req-0b1f3220-7a19-4e22-a9d4-0aa9623d756b service neutron] Publish callbacks [] for security_group (dfe4fd86-d671-42b5-af97-5a6e82036e9e), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.150965 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.178679 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-77f2a3a7-3983-4c48-addd-7944fe228ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (9c1da2c0-61e2-41c2-96d6-a3bbb8989650), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.212259 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=8fa468b7-9788-436b-98a3-9a8ce2151269,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:55.249761 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2a3a7-3983-4c48-addd-7944fe228ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1da2c0-61e2-41c2-96d6-a3bbb8989650,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:55.256167 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-58010fb5-7ee3-4e30-8457-c37b9108ad57 req-0b1f3220-7a19-4e22-a9d4-0aa9623d756b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (dfe4fd86-d671-42b5-af97-5a6e82036e9e), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.268666 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-77f2a3a7-3983-4c48-addd-7944fe228ec4 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=265cc577b49941f88bf16b2475f76f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7030621 Sep 23 14:02:55.298607 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56940) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:55.329788 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa61f6-8afc-4f6c-a105-e7faeeb10c6f req-06b9120d-d93e-4ae3-97d9-b427c277d609 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:55.331513 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f1fa61f6-8afc-4f6c-a105-e7faeeb10c6f req-06b9120d-d93e-4ae3-97d9-b427c277d609 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 945 time: 0.0867965 Sep 23 14:02:55.333490 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port b4188b8d-6da8-4e12-b11f-025e11d549d5, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=b4188b8d-6da8-4e12-b11f-025e11d549d5,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:55.340930 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=08c333a2-80db-4cb2-8c18-245c61e87e9a,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:55.343380 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-58010fb5-7ee3-4e30-8457-c37b9108ad57 req-0b1f3220-7a19-4e22-a9d4-0aa9623d756b service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974760 Sep 23 14:02:55.350577 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': 'b4188b8d-6da8-4e12-b11f-025e11d549d5', 'network_id': 'dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a', 'port_id': 'b4188b8d-6da8-4e12-b11f-025e11d549d5', 'mac_address': 'fa:16:3e:32:8b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:02:55.351616 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f3220-7a19-4e22-a9d4-0aa9623d756b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe4fd86-d671-42b5-af97-5a6e82036e9e,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:55.384467 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1ab28ae3-468a-48d9-8224-02cdef823001 admin admin] Publish callbacks [] for security_group (9c1da2c0-61e2-41c2-96d6-a3bbb8989650), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.385066 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:55.388461 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f1fa61f6-8afc-4f6c-a105-e7faeeb10c6f req-a2950667-fad1-4f3c-baba-4663fac85097 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499136 Sep 23 14:02:55.399430 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port b4188b8d-6da8-4e12-b11f-025e11d549d5 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:55.399831 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.415003 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1ab28ae3-468a-48d9-8224-02cdef823001 admin admin] Publish callbacks [] for security_group (9c1da2c0-61e2-41c2-96d6-a3bbb8989650), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.415003 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:55.429852 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4188b8d-6da8-4e12-b11f-025e11d549d5 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:02:55.452994 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port b4188b8d-6da8-4e12-b11f-025e11d549d5, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=b4188b8d-6da8-4e12-b11f-025e11d549d5,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:55.505426 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ff0e5b-c9cf-409f-a993-a5969225c7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c333a2-80db-4cb2-8c18-245c61e87e9a'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:02:55.508283 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7843de97-9bbb-4862-993c-efb1475cba93" -d '{"events": [{"server_uuid": "00ff0e5b-c9cf-409f-a993-a5969225c7bf", "name": "network-vif-plugged", "status": "completed", "tag": "08c333a2-80db-4cb2-8c18-245c61e87e9a"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:55.526151 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1ab28ae3-468a-48d9-8224-02cdef823001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (9c1da2c0-61e2-41c2-96d6-a3bbb8989650), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.526388 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.528884 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1ab28ae3-468a-48d9-8224-02cdef823001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:55.534029 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-1ab28ae3-468a-48d9-8224-02cdef823001 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9c1da2c0-61e2-41c2-96d6-a3bbb8989650 HTTP/1.1" status: 204 len: 168 time: 0.2382884 Sep 23 14:02:55.547214 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab28ae3-468a-48d9-8224-02cdef823001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1da2c0-61e2-41c2-96d6-a3bbb8989650,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:55.578697 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31af4768-d665-475e-aa14-1c8a3ec2d98c x-openstack-request-id: req-31af4768-d665-475e-aa14-1c8a3ec2d98c {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:55.579014 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ff0e5b-c9cf-409f-a993-a5969225c7bf", "name": "network-vif-plugged", "status": "completed", "tag": "08c333a2-80db-4cb2-8c18-245c61e87e9a", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:55.579274 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31af4768-d665-475e-aa14-1c8a3ec2d98c {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:55.579676 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31af4768-d665-475e-aa14-1c8a3ec2d98c'] response: {'server_uuid': '00ff0e5b-c9cf-409f-a993-a5969225c7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c333a2-80db-4cb2-8c18-245c61e87e9a', 'code': 200} Sep 23 14:02:55.611550 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=b4188b8d-6da8-4e12-b11f-025e11d549d5,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:55.665013 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56956) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:55.670802 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e24fc5-1070-42a7-94c5-752fc91bf3d3 req-fbd89a6a-82fc-42c9-a23d-3281aea473e9 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:55.676207 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0e24fc5-1070-42a7-94c5-752fc91bf3d3 req-fbd89a6a-82fc-42c9-a23d-3281aea473e9 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 944 time: 0.0555489 Sep 23 14:02:55.706612 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:55.756163 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0e24fc5-1070-42a7-94c5-752fc91bf3d3 req-b23c2fd5-bb44-4d50-a4b1-026353d2292c tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790603 Sep 23 14:02:55.772927 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346ca35-c149-496b-bbcd-404db2905fb5 req-adedd314-da90-48d4-9e72-f5605a827d1a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:55.774692 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2346ca35-c149-496b-bbcd-404db2905fb5 req-adedd314-da90-48d4-9e72-f5605a827d1a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0648789 Sep 23 14:02:55.837567 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56964) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:55.841001 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2346ca35-c149-496b-bbcd-404db2905fb5 req-4cc4c339-961c-45dc-89ac-0fba294a592e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534463 Sep 23 14:02:56.046925 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['8fa468b7-9788-436b-98a3-9a8ce2151269'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:02:56.072458 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-14350631-5bc5-481d-b43c-e5f9c7320906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.168035 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['b4188b8d-6da8-4e12-b11f-025e11d549d5'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:02:56.207285 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-14350631-5bc5-481d-b43c-e5f9c7320906 admin admin] Publish callbacks [] for security_group (d6641382-a0e0-40f6-a300-b35ec4789371), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.214077 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:56.230151 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:56.235827 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e39a-4563-48bc-8a44-f39c9b2c23fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.281415 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-14350631-5bc5-481d-b43c-e5f9c7320906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (d6641382-a0e0-40f6-a300-b35ec4789371), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.347590 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14350631-5bc5-481d-b43c-e5f9c7320906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6641382-a0e0-40f6-a300-b35ec4789371,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:56.351965 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-14350631-5bc5-481d-b43c-e5f9c7320906 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8e7ff127ca7146df872525477b42f11d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6851068 Sep 23 14:02:56.356378 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 56980) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:56.412104 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e39a-4563-48bc-8a44-f39c9b2c23fe admin admin] Publish callbacks [] for security_group (940b54bd-f29a-4194-86ff-4a4a3434f781), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.441300 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1032e768-6ca9-46c6-aaa0-ac4a43fa7a29 admin admin] Publish callbacks [] for security_group (d6641382-a0e0-40f6-a300-b35ec4789371), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.478134 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1032e768-6ca9-46c6-aaa0-ac4a43fa7a29 admin admin] Publish callbacks [] for security_group (d6641382-a0e0-40f6-a300-b35ec4789371), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.498640 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaad36d-2d32-41ff-b0c8-2edf8b67af1f req-fe1d9c02-f836-451f-96ce-e3dc77561e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:56.500227 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-7eaad36d-2d32-41ff-b0c8-2edf8b67af1f req-fe1d9c02-f836-451f-96ce-e3dc77561e7f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 1129 time: 0.0419762 Sep 23 14:02:56.528489 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 56984) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:56.529770 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e39a-4563-48bc-8a44-f39c9b2c23fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (940b54bd-f29a-4194-86ff-4a4a3434f781), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.548442 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2b3c2-61d7-436d-bed4-7cab7db4086b req-3951b2c1-f841-4192-82b0-d195f3680fe0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:56.559395 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-94a2b3c2-61d7-436d-bed4-7cab7db4086b req-3951b2c1-f841-4192-82b0-d195f3680fe0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 945 time: 0.0828755 Sep 23 14:02:56.578976 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9456243b-800b-4c36-b8db-78fc1cea62e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.604584 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3e39a-4563-48bc-8a44-f39c9b2c23fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940b54bd-f29a-4194-86ff-4a4a3434f781,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:56.616654 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a1b3e39a-4563-48bc-8a44-f39c9b2c23fe admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=00ded4c4066a43b5933e10db7856ff10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7779901 Sep 23 14:02:56.620095 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 56986) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:56.634949 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-7eaad36d-2d32-41ff-b0c8-2edf8b67af1f req-5aeb00d9-51c5-4a96-b990-eb89b4b29d02 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283116 Sep 23 14:02:56.639185 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-94a2b3c2-61d7-436d-bed4-7cab7db4086b req-f69be80f-5671-49ce-8811-81efc7dcf889 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789444 Sep 23 14:02:56.688384 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-41f00a37-125b-46a1-9713-a35b6f443133 admin admin] Publish callbacks [] for security_group (940b54bd-f29a-4194-86ff-4a4a3434f781), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.703177 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9456243b-800b-4c36-b8db-78fc1cea62e7 admin admin] Publish callbacks [] for security_group (29dc64c4-f03f-49de-8bd2-bd52be7b3707), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.709312 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-41f00a37-125b-46a1-9713-a35b6f443133 admin admin] Publish callbacks [] for security_group (940b54bd-f29a-4194-86ff-4a4a3434f781), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.759847 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1032e768-6ca9-46c6-aaa0-ac4a43fa7a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (d6641382-a0e0-40f6-a300-b35ec4789371), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.762717 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1032e768-6ca9-46c6-aaa0-ac4a43fa7a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.766929 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-1032e768-6ca9-46c6-aaa0-ac4a43fa7a29 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d6641382-a0e0-40f6-a300-b35ec4789371 HTTP/1.1" status: 204 len: 168 time: 0.4081454 Sep 23 14:02:56.773600 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032e768-6ca9-46c6-aaa0-ac4a43fa7a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6641382-a0e0-40f6-a300-b35ec4789371,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:56.783127 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9456243b-800b-4c36-b8db-78fc1cea62e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (29dc64c4-f03f-49de-8bd2-bd52be7b3707), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.828872 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-41f00a37-125b-46a1-9713-a35b6f443133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (940b54bd-f29a-4194-86ff-4a4a3434f781), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.832336 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-41f00a37-125b-46a1-9713-a35b6f443133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.836138 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-41f00a37-125b-46a1-9713-a35b6f443133 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/940b54bd-f29a-4194-86ff-4a4a3434f781 HTTP/1.1" status: 204 len: 168 time: 0.2127366 Sep 23 14:02:56.844817 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-9456243b-800b-4c36-b8db-78fc1cea62e7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2353a6dd9ae24027ae79623008a5d979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118117 Sep 23 14:02:56.846004 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456243b-800b-4c36-b8db-78fc1cea62e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dc64c4-f03f-49de-8bd2-bd52be7b3707,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:56.853371 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57000) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:56.863511 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f00a37-125b-46a1-9713-a35b6f443133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b54bd-f29a-4194-86ff-4a4a3434f781,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:56.919496 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:INSERT=16,neutron:SELECT=83,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:56.953042 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f1a64ac9-1fd9-42d8-b02e-3c53ccf487d1 admin admin] Publish callbacks [] for security_group (29dc64c4-f03f-49de-8bd2-bd52be7b3707), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:56.980918 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f1a64ac9-1fd9-42d8-b02e-3c53ccf487d1 admin admin] Publish callbacks [] for security_group (29dc64c4-f03f-49de-8bd2-bd52be7b3707), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:57.051470 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad87dc5-b434-4356-9832-2f98b89dd873 req-0b3c31b8-f244-4093-bf73-30057f50e6b8 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:57.051470 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6ad87dc5-b434-4356-9832-2f98b89dd873 req-0b3c31b8-f244-4093-bf73-30057f50e6b8 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 944 time: 0.0982199 Sep 23 14:02:57.060765 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab45ff-344d-4bfe-8c4c-94565c967d47 req-9439a95c-c618-4e19-ac2c-2e6aab473534 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:57.062222 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7aab45ff-344d-4bfe-8c4c-94565c967d47 req-9439a95c-c618-4e19-ac2c-2e6aab473534 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0685151 Sep 23 14:02:57.138154 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f1a64ac9-1fd9-42d8-b02e-3c53ccf487d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (29dc64c4-f03f-49de-8bd2-bd52be7b3707), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:57.141853 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f1a64ac9-1fd9-42d8-b02e-3c53ccf487d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:57.148027 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-f1a64ac9-1fd9-42d8-b02e-3c53ccf487d1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/29dc64c4-f03f-49de-8bd2-bd52be7b3707 HTTP/1.1" status: 204 len: 168 time: 0.2938712 Sep 23 14:02:57.156875 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a64ac9-1fd9-42d8-b02e-3c53ccf487d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dc64c4-f03f-49de-8bd2-bd52be7b3707,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:57.162722 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7aab45ff-344d-4bfe-8c4c-94565c967d47 req-3a89b699-2457-4ac0-a4a5-979cf0e89479 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872638 Sep 23 14:02:57.171975 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6ad87dc5-b434-4356-9832-2f98b89dd873 req-36c37347-9339-4a63-a83a-17268a76a1a3 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076524 Sep 23 14:02:57.582592 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8fa468b7-9788-436b-98a3-9a8ce2151269 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:57.623966 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 8fa468b7-9788-436b-98a3-9a8ce2151269 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:02:57.697030 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 8fa468b7-9788-436b-98a3-9a8ce2151269 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:57.697418 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:57.697750 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 8fa468b7-9788-436b-98a3-9a8ce2151269 Sep 23 14:02:57.763685 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48e52d-d2f7-473b-b3be-40150d2ce5a2 req-2bb174eb-3fb4-4429-88ba-46428650598b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:57.765335 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ce48e52d-d2f7-473b-b3be-40150d2ce5a2 req-2bb174eb-3fb4-4429-88ba-46428650598b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 945 time: 0.0467298 Sep 23 14:02:57.775978 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 8fa468b7-9788-436b-98a3-9a8ce2151269 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:57.776363 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:57.803479 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa468b7-9788-436b-98a3-9a8ce2151269'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:02:57.805830 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fee58d-9449-45ac-8791-2ebdccd0db68" -d '{"events": [{"server_uuid": "3b6d10ec-d6f4-4d14-939c-beab0c9ba13b", "name": "network-vif-plugged", "status": "completed", "tag": "8fa468b7-9788-436b-98a3-9a8ce2151269"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:57.820275 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 8fa468b7-9788-436b-98a3-9a8ce2151269, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fa468b7-9788-436b-98a3-9a8ce2151269,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:57.822971 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ce48e52d-d2f7-473b-b3be-40150d2ce5a2 req-ebb74559-94c6-43c6-b902-15e44e2ac710 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517840 Sep 23 14:02:57.855228 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4e3b95-efad-445a-a99d-b580dd717fb4 x-openstack-request-id: req-6c4e3b95-efad-445a-a99d-b580dd717fb4 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:57.855532 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6d10ec-d6f4-4d14-939c-beab0c9ba13b", "name": "network-vif-plugged", "status": "completed", "tag": "8fa468b7-9788-436b-98a3-9a8ce2151269", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:57.855784 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c4e3b95-efad-445a-a99d-b580dd717fb4 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:57.856170 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4e3b95-efad-445a-a99d-b580dd717fb4'] response: {'server_uuid': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'code': 200} Sep 23 14:02:57.868755 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:57.869796 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device b4188b8d-6da8-4e12-b11f-025e11d549d5 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:57.901639 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57022) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:57.918483 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9031e08c-b402-453a-8fb4-56d837f51abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:57.959029 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port b4188b8d-6da8-4e12-b11f-025e11d549d5 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:02:57.961461 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=8fa468b7-9788-436b-98a3-9a8ce2151269,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:58.024216 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9031e08c-b402-453a-8fb4-56d837f51abc admin admin] Publish callbacks [] for security_group (4c4b7182-6245-436f-8dee-a864f8787d1e), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.028637 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57030) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:58.044583 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3d7f2f62-84c7-4f72-8947-8c151a85d46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.055040 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port b4188b8d-6da8-4e12-b11f-025e11d549d5 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:02:58.055040 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.055040 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port b4188b8d-6da8-4e12-b11f-025e11d549d5 Sep 23 14:02:58.100595 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9031e08c-b402-453a-8fb4-56d837f51abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4c4b7182-6245-436f-8dee-a864f8787d1e), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.135770 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port b4188b8d-6da8-4e12-b11f-025e11d549d5 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:02:58.136246 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.162528 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031e08c-b402-453a-8fb4-56d837f51abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4b7182-6245-436f-8dee-a864f8787d1e,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:58.162926 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:58.182874 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port b4188b8d-6da8-4e12-b11f-025e11d549d5, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=b4188b8d-6da8-4e12-b11f-025e11d549d5,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:58.188557 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-9031e08c-b402-453a-8fb4-56d837f51abc admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=75a7e741fe094d57a6c751714e82f6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858293 Sep 23 14:02:58.193462 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57040) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:58.209829 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:58.480668 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3d7f2f62-84c7-4f72-8947-8c151a85d46c admin admin] Publish callbacks [] for security_group (bfff829b-8ee0-4974-afd8-674628d6a6eb), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.480668 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:58.482273 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.489078 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-390ff6f4-60d0-4c24-a3f8-8230d0f7ef46 admin admin] Publish callbacks [] for security_group (4c4b7182-6245-436f-8dee-a864f8787d1e), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.493307 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=b4188b8d-6da8-4e12-b11f-025e11d549d5,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:58.495023 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3d7f2f62-84c7-4f72-8947-8c151a85d46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (bfff829b-8ee0-4974-afd8-674628d6a6eb), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.495330 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:58.495330 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-390ff6f4-60d0-4c24-a3f8-8230d0f7ef46 admin admin] Publish callbacks [] for security_group (4c4b7182-6245-436f-8dee-a864f8787d1e), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.495607 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-3d7f2f62-84c7-4f72-8947-8c151a85d46c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=50b01a27686b416f90747fa4f4f80a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605459 Sep 23 14:02:58.495607 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57048) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:02:58.495920 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e696949-c29c-4079-9b5e-96d266223f74 req-3868ab9c-56ff-4501-9949-a2ee9cc70275 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:58.495920 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7e696949-c29c-4079-9b5e-96d266223f74 req-3868ab9c-56ff-4501-9949-a2ee9cc70275 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.1181376 Sep 23 14:02:58.496744 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f2f62-84c7-4f72-8947-8c151a85d46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfff829b-8ee0-4974-afd8-674628d6a6eb,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:58.496917 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74cd4c-2293-4bff-9945-e4d7a4bb2af1 req-cc1fab78-f2b2-4fa8-a92f-bfe0d5f164ac tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:58.496917 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf74cd4c-2293-4bff-9945-e4d7a4bb2af1 req-cc1fab78-f2b2-4fa8-a92f-bfe0d5f164ac tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 945 time: 0.1119578 Sep 23 14:02:58.497271 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-080c78a1-0056-4721-85e0-9e9266caaa82 admin admin] Publish callbacks [] for security_group (bfff829b-8ee0-4974-afd8-674628d6a6eb), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.497271 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-080c78a1-0056-4721-85e0-9e9266caaa82 admin admin] Publish callbacks [] for security_group (bfff829b-8ee0-4974-afd8-674628d6a6eb), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.523722 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:02:58.527316 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7e696949-c29c-4079-9b5e-96d266223f74 req-4ebeb93f-1f5d-4670-88c4-b330d9186023 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075916 Sep 23 14:02:58.533643 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf74cd4c-2293-4bff-9945-e4d7a4bb2af1 req-3d528d14-7c8d-4845-a7e7-ae914463ab65 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016145 Sep 23 14:02:58.565932 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-390ff6f4-60d0-4c24-a3f8-8230d0f7ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4c4b7182-6245-436f-8dee-a864f8787d1e), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.568810 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-390ff6f4-60d0-4c24-a3f8-8230d0f7ef46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.571651 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-390ff6f4-60d0-4c24-a3f8-8230d0f7ef46 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4c4b7182-6245-436f-8dee-a864f8787d1e HTTP/1.1" status: 204 len: 168 time: 0.3753896 Sep 23 14:02:58.580589 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ff6f4-60d0-4c24-a3f8-8230d0f7ef46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4b7182-6245-436f-8dee-a864f8787d1e,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:58.606071 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-080c78a1-0056-4721-85e0-9e9266caaa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (bfff829b-8ee0-4974-afd8-674628d6a6eb), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.610651 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-080c78a1-0056-4721-85e0-9e9266caaa82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:02:58.612082 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-080c78a1-0056-4721-85e0-9e9266caaa82 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bfff829b-8ee0-4974-afd8-674628d6a6eb HTTP/1.1" status: 204 len: 168 time: 0.2142994 Sep 23 14:02:58.624444 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c78a1-0056-4721-85e0-9e9266caaa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfff829b-8ee0-4974-afd8-674628d6a6eb,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:58.942977 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc56745-8766-42bb-bdc8-774e1e9db5a0 req-0c768ce0-1718-4da6-97f0-5e25e0d375c2 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:58.944431 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ffc56745-8766-42bb-bdc8-774e1e9db5a0 req-0c768ce0-1718-4da6-97f0-5e25e0d375c2 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 946 time: 0.0459187 Sep 23 14:02:58.999504 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ffc56745-8766-42bb-bdc8-774e1e9db5a0 req-19790534-e578-4bab-9236-86007131ad0d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441861 Sep 23 14:02:59.042301 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fba99-dedc-48ec-9abb-fb63e7c0be04 req-a5a23d73-a8dc-4d99-b474-6204abb9019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:59.048320 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-302fba99-dedc-48ec-9abb-fb63e7c0be04 req-a5a23d73-a8dc-4d99-b474-6204abb9019e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 1130 time: 0.0494969 Sep 23 14:02:59.101123 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-302fba99-dedc-48ec-9abb-fb63e7c0be04 req-18e7f70b-7e2e-4dd2-ad57-2bedf07dbd92 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454905 Sep 23 14:02:59.713258 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c1b4d-682d-4b6b-ab75-35d8e05f2eba req-ea3bd5df-8417-4a56-a915-55db0b8c0b3d tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:59.714772 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8f7c1b4d-682d-4b6b-ab75-35d8e05f2eba req-ea3bd5df-8417-4a56-a915-55db0b8c0b3d tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 945 time: 0.0845354 Sep 23 14:02:59.723260 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431164-34bf-4740-9c47-08e6f71bad0d req-ab4917e7-672d-4dd5-83fc-ff4de57e119f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:02:59.724699 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a6431164-34bf-4740-9c47-08e6f71bad0d req-ab4917e7-672d-4dd5-83fc-ff4de57e119f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0844369 Sep 23 14:02:59.798529 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8f7c1b4d-682d-4b6b-ab75-35d8e05f2eba req-c34604e5-11ba-4d99-b5ec-620b015b62c6 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697355 Sep 23 14:02:59.804796 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a6431164-34bf-4740-9c47-08e6f71bad0d req-4dd182ea-0cba-4c16-8e76-d0035433a937 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721192 Sep 23 14:02:59.857587 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc990d71-8d2f-4734-a5b2-4401f24cc5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4188b8d-6da8-4e12-b11f-025e11d549d5'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:02:59.863664 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11dbf79-0a7e-4bd1-a385-0395bc6669a8" -d '{"events": [{"server_uuid": "fc990d71-8d2f-4734-a5b2-4401f24cc5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b4188b8d-6da8-4e12-b11f-025e11d549d5"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:59.916284 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9204c16-85d6-4374-a54c-a82a8d1eb885 x-openstack-request-id: req-e9204c16-85d6-4374-a54c-a82a8d1eb885 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:59.916748 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc990d71-8d2f-4734-a5b2-4401f24cc5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b4188b8d-6da8-4e12-b11f-025e11d549d5", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:59.917095 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9204c16-85d6-4374-a54c-a82a8d1eb885 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:59.917990 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9204c16-85d6-4374-a54c-a82a8d1eb885'] response: {'server_uuid': 'fc990d71-8d2f-4734-a5b2-4401f24cc5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4188b8d-6da8-4e12-b11f-025e11d549d5', 'code': 200} Sep 23 14:03:00.134498 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03089d-ab7c-4673-b8fe-c178acc82fcf req-93c6a7e9-f9e5-4970-9723-e3b357353ea7 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:00.135988 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-da03089d-ab7c-4673-b8fe-c178acc82fcf req-93c6a7e9-f9e5-4970-9723-e3b357353ea7 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 946 time: 0.0585237 Sep 23 14:03:00.414368 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-da03089d-ab7c-4673-b8fe-c178acc82fcf req-26b5e7c2-7965-4a41-8b13-8736e64c0248 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721436 Sep 23 14:03:00.420166 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e6491-e0b8-4d15-9456-cfdbd94dbb05 req-ae73b73e-7211-4cb6-b675-b408c1888947 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:00.421643 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a02e6491-e0b8-4d15-9456-cfdbd94dbb05 req-ae73b73e-7211-4cb6-b675-b408c1888947 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0685987 Sep 23 14:03:00.499149 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a02e6491-e0b8-4d15-9456-cfdbd94dbb05 req-8e957a10-bc34-443b-ab7b-385a34a9c62f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595195 Sep 23 14:03:00.811542 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c1399-46ed-42c8-ae5c-2947e1a4de09 req-f41c8c41-3541-4d42-93b5-68e94b016f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:00.812907 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c69c1399-46ed-42c8-ae5c-2947e1a4de09 req-f41c8c41-3541-4d42-93b5-68e94b016f69 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 1129 time: 0.0580878 Sep 23 14:03:00.914393 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c69c1399-46ed-42c8-ae5c-2947e1a4de09 req-6cd38bf3-5666-4b58-9e09-c78f5cd0b468 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940917 Sep 23 14:03:00.978228 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14510f17-7a98-489b-8351-3dab21e78ea0 req-f755da4e-48e8-40fa-832f-b51255c444cc tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:00.980427 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14510f17-7a98-489b-8351-3dab21e78ea0 req-f755da4e-48e8-40fa-832f-b51255c444cc tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 945 time: 0.0729570 Sep 23 14:03:01.005918 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:01.043190 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14510f17-7a98-489b-8351-3dab21e78ea0 req-937045c4-c0a3-40ff-9240-782fe3fa8f32 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566072 Sep 23 14:03:01.241600 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70132bd-6d7e-4730-aa19-cb86cb5def43 req-3bcec116-3c25-4ef1-983e-213f2064a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:01.243259 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d70132bd-6d7e-4730-aa19-cb86cb5def43 req-3bcec116-3c25-4ef1-983e-213f2064a3d0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 1129 time: 0.0461466 Sep 23 14:03:01.370421 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70132bd-6d7e-4730-aa19-cb86cb5def43 req-b8bae396-4028-4d3a-9565-89d5d62bf73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:01.372180 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d70132bd-6d7e-4730-aa19-cb86cb5def43 req-b8bae396-4028-4d3a-9565-89d5d62bf73e service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.1197119 Sep 23 14:03:01.677025 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02c981-3d9f-4b9e-a7ba-3fd3c776f6c9 req-a079d8b0-b141-44bc-b95f-26906cd8a599 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:01.679549 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2d02c981-3d9f-4b9e-a7ba-3fd3c776f6c9 req-a079d8b0-b141-44bc-b95f-26906cd8a599 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0615361 Sep 23 14:03:01.693513 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734208f4-f96e-4a81-8f85-6be1d5a11115 req-663eeece-350e-41f1-a145-5c9562a470df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:01.701078 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-734208f4-f96e-4a81-8f85-6be1d5a11115 req-663eeece-350e-41f1-a145-5c9562a470df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 946 time: 0.1484895 Sep 23 14:03:01.732316 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d70132bd-6d7e-4730-aa19-cb86cb5def43 req-c15b83d0-5f83-4b9e-b1e1-62ab5a5d27cc service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08c333a2-80db-4cb2-8c18-245c61e87e9a HTTP/1.1" status: 200 len: 217 time: 0.0663478 Sep 23 14:03:01.791751 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70132bd-6d7e-4730-aa19-cb86cb5def43 req-7f929c10-81c1-4159-bd7f-df06e5c9f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:01.793365 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2d02c981-3d9f-4b9e-a7ba-3fd3c776f6c9 req-74d08225-2d24-4594-8ede-05024f600b59 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900924 Sep 23 14:03:01.793986 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d70132bd-6d7e-4730-aa19-cb86cb5def43 req-7f929c10-81c1-4159-bd7f-df06e5c9f41f service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.0548964 Sep 23 14:03:01.796613 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-734208f4-f96e-4a81-8f85-6be1d5a11115 req-e2e14113-68aa-4aa3-b41f-c9434345d0c2 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947556 Sep 23 14:03:01.862846 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70132bd-6d7e-4730-aa19-cb86cb5def43 req-0251cd98-054f-48d4-9589-ad3438bfe1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:01.864397 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d70132bd-6d7e-4730-aa19-cb86cb5def43 req-0251cd98-054f-48d4-9589-ad3438bfe1c7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571716 Sep 23 14:03:01.989537 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9caf-a26c-4908-a2be-2da2efda3db7 req-905580eb-b30e-4198-a060-adfd9af57719 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:01.991790 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8e8f9caf-a26c-4908-a2be-2da2efda3db7 req-905580eb-b30e-4198-a060-adfd9af57719 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 946 time: 0.0643084 Sep 23 14:03:02.005569 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57240) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:02.008841 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d70132bd-6d7e-4730-aa19-cb86cb5def43 req-caabd606-e644-45ce-a47b-7afaa562821c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368759 Sep 23 14:03:02.010564 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-dd78a669-f177-490b-8083-955f3d0f892d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'floatingip': {'port_id': '8fa468b7-9788-436b-98a3-9a8ce2151269'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:02.113121 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dd78a669-f177-490b-8083-955f3d0f892d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (f28a650d-2507-428a-9028-c495e9779215), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:02.292847 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87094b76-c713-4bf8-83c8-e9fecdcfe31c req-85278451-dada-40dc-91a7-956c867275f3 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:02.294096 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:02.294678 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-87094b76-c713-4bf8-83c8-e9fecdcfe31c req-85278451-dada-40dc-91a7-956c867275f3 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 945 time: 0.1462569 Sep 23 14:03:02.308600 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:02.355671 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57256) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:02.401019 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-87094b76-c713-4bf8-83c8-e9fecdcfe31c req-4a47cf48-f6fb-4d26-b28e-08d81b1925b6 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842755 Sep 23 14:03:02.565505 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-17a8f242-92b9-4fe3-8131-e58b6ed9a51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:02.723140 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d70132bd-6d7e-4730-aa19-cb86cb5def43 req-ce609fbf-e8a8-4b8e-a8f4-54acd23b486d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484962 Sep 23 14:03:02.764175 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:02.765917 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-17a8f242-92b9-4fe3-8131-e58b6ed9a51d admin admin] Publish callbacks [] for security_group (32df177a-d0f3-4104-980c-02fec220f325), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:02.880222 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-17a8f242-92b9-4fe3-8131-e58b6ed9a51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (32df177a-d0f3-4104-980c-02fec220f325), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:02.889633 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:02.905110 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57276) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:02.948582 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-17a8f242-92b9-4fe3-8131-e58b6ed9a51d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=02c99699ea244fee9ad03b9f12c512dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5918052 Sep 23 14:03:02.953265 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8f242-92b9-4fe3-8131-e58b6ed9a51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32df177a-d0f3-4104-980c-02fec220f325,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:02.954286 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57280) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:03.006409 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279866e-bbf3-4e44-9579-9a4f554530ba req-f3e87047-d25a-4dc9-a45d-cbc1665463ce tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:03.008112 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b279866e-bbf3-4e44-9579-9a4f554530ba req-f3e87047-d25a-4dc9-a45d-cbc1665463ce tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0944879 Sep 23 14:03:03.017004 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-45e9d923-7ed5-41ac-9d2c-f1956d63b1f7 admin admin] Publish callbacks [] for security_group (32df177a-d0f3-4104-980c-02fec220f325), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.019473 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:03.029091 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:03.039106 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dd78a669-f177-490b-8083-955f3d0f892d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.044118 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-45e9d923-7ed5-41ac-9d2c-f1956d63b1f7 admin admin] Publish callbacks [] for security_group (32df177a-d0f3-4104-980c-02fec220f325), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.075242 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b279866e-bbf3-4e44-9579-9a4f554530ba req-5bc3b37b-65c0-4a23-8881-d17aab4293b3 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585093 Sep 23 14:03:03.101164 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dd78a669-f177-490b-8083-955f3d0f892d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (f28a650d-2507-428a-9028-c495e9779215), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.115761 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-72706e50-1ef1-40c0-a42c-22dd0662cf28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.279511 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-45e9d923-7ed5-41ac-9d2c-f1956d63b1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (32df177a-d0f3-4104-980c-02fec220f325), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.282089 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-45e9d923-7ed5-41ac-9d2c-f1956d63b1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.284520 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-45e9d923-7ed5-41ac-9d2c-f1956d63b1f7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/32df177a-d0f3-4104-980c-02fec220f325 HTTP/1.1" status: 204 len: 168 time: 0.3291066 Sep 23 14:03:03.328583 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9d923-7ed5-41ac-9d2c-f1956d63b1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32df177a-d0f3-4104-980c-02fec220f325,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:03.385080 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-72706e50-1ef1-40c0-a42c-22dd0662cf28 admin admin] Publish callbacks [] for security_group (2be50f40-adca-4c0b-8149-6762990a9167), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.444531 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [None req-dd78a669-f177-490b-8083-955f3d0f892d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Floating IP f28a650d-2507-428a-9028-c495e9779215 associated. External IP: 172.27.1.92, port: 8fa468b7-9788-436b-98a3-9a8ce2151269. Sep 23 14:03:03.480587 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-72706e50-1ef1-40c0-a42c-22dd0662cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (2be50f40-adca-4c0b-8149-6762990a9167), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.521319 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-72706e50-1ef1-40c0-a42c-22dd0662cf28 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fdc51b455c8b418e81449c8488848521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6140981 Sep 23 14:03:03.522226 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72706e50-1ef1-40c0-a42c-22dd0662cf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be50f40-adca-4c0b-8149-6762990a9167,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:03.525401 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57304) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:03.579639 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9c94aa9d-d823-4b34-8932-f9c21a596caf admin admin] Publish callbacks [] for security_group (2be50f40-adca-4c0b-8149-6762990a9167), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.591385 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f999e-3b72-498f-a043-9aa43c982ce7 req-ecaf77c8-e19e-47bd-bf1a-ef52644fcaf6 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:03.598678 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf0f999e-3b72-498f-a043-9aa43c982ce7 req-ecaf77c8-e19e-47bd-bf1a-ef52644fcaf6 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 945 time: 0.1136048 Sep 23 14:03:03.601136 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9c94aa9d-d823-4b34-8932-f9c21a596caf admin admin] Publish callbacks [] for security_group (2be50f40-adca-4c0b-8149-6762990a9167), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.692343 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf0f999e-3b72-498f-a043-9aa43c982ce7 req-76524585-a4ca-4af9-8ed1-4366faab9115 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928044 Sep 23 14:03:03.739179 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9c94aa9d-d823-4b34-8932-f9c21a596caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (2be50f40-adca-4c0b-8149-6762990a9167), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.744101 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9c94aa9d-d823-4b34-8932-f9c21a596caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.745998 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-9c94aa9d-d823-4b34-8932-f9c21a596caf admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2be50f40-adca-4c0b-8149-6762990a9167 HTTP/1.1" status: 204 len: 168 time: 0.2194471 Sep 23 14:03:03.750456 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd78a669-f177-490b-8083-955f3d0f892d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:03:03.759431 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94aa9d-d823-4b34-8932-f9c21a596caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be50f40-adca-4c0b-8149-6762990a9167,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:03.814817 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:03.881887 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd78a669-f177-490b-8083-955f3d0f892d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:03:03.886948 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dd78a669-f177-490b-8083-955f3d0f892d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:03.904317 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ead97-b06b-4b8c-a4bc-918e617901d9 None None] Sync routers for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:03:03.916798 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ead97-b06b-4b8c-a4bc-918e617901d9 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:03.917422 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d38ead97-b06b-4b8c-a4bc-918e617901d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:02:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:03.926654 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-dd78a669-f177-490b-8083-955f3d0f892d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/f28a650d-2507-428a-9028-c495e9779215 HTTP/1.1" status: 200 len: 991 time: 1.9195857 Sep 23 14:03:03.927413 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'tag': '8fa468b7-9788-436b-98a3-9a8ce2151269'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:03:03.930037 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6d10ec-d6f4-4d14-939c-beab0c9ba13b", "tag": "8fa468b7-9788-436b-98a3-9a8ce2151269"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:03:03.967684 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae95684-8ad1-4387-a0dd-06da722a8527 x-openstack-request-id: req-6ae95684-8ad1-4387-a0dd-06da722a8527 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:03:03.967968 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6d10ec-d6f4-4d14-939c-beab0c9ba13b", "tag": "8fa468b7-9788-436b-98a3-9a8ce2151269", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:03:03.968222 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ae95684-8ad1-4387-a0dd-06da722a8527 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:03:03.968796 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae95684-8ad1-4387-a0dd-06da722a8527'] response: {'name': 'network-changed', 'server_uuid': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'tag': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'status': 'completed', 'code': 200} Sep 23 14:03:04.029499 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-d38ead97-b06b-4b8c-a4bc-918e617901d9 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:04.075615 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:04.088024 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd req-3029571b-816d-45e3-9225-ab185dab7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:04.089535 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd req-3029571b-816d-45e3-9225-ab185dab7e00 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 1130 time: 0.0542877 Sep 23 14:03:04.114561 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57320) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:04.133350 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8e48e1bc-6fea-4bfc-9f38-131f98a670c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:04.288780 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd req-02ce936f-abcc-46ad-ad20-8ae8d251cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:04.289183 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd req-02ce936f-abcc-46ad-ad20-8ae8d251cf69 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 916 time: 0.1892519 Sep 23 14:03:04.313263 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57330) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:04.353146 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d38ead97-b06b-4b8c-a4bc-918e617901d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'f28a650d-2507-428a-9028-c495e9779215', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:e5:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:02:25Z', 'updated_at': '2022-09-23T14:03:02Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:04.372361 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc633d-3fd8-43f8-a13b-164b8764cd23 req-25dc25c8-58ab-47ff-b52e-b87e5043279a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:04.374704 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9ddc633d-3fd8-43f8-a13b-164b8764cd23 req-25dc25c8-58ab-47ff-b52e-b87e5043279a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.1380851 Sep 23 14:03:04.393778 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ead97-b06b-4b8c-a4bc-918e617901d9 None None] Checking router: 7cb2b347-2372-47cb-9f3d-c47c2605bec5 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:03:04.403471 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ead97-b06b-4b8c-a4bc-918e617901d9 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:04.404027 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d38ead97-b06b-4b8c-a4bc-918e617901d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:02:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:04.447068 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8e48e1bc-6fea-4bfc-9f38-131f98a670c3 admin admin] Publish callbacks [] for security_group (57124fca-cbb1-4243-a2ed-cfc9d37f867c), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:04.470262 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9ddc633d-3fd8-43f8-a13b-164b8764cd23 req-c95eb2ec-f133-4d44-a103-c60170527199 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873230 Sep 23 14:03:04.503543 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd req-8e34a3bb-a6b2-440a-a65e-4e6a80d1e28f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fa468b7-9788-436b-98a3-9a8ce2151269 HTTP/1.1" status: 200 len: 999 time: 0.2056015 Sep 23 14:03:04.538709 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8e48e1bc-6fea-4bfc-9f38-131f98a670c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (57124fca-cbb1-4243-a2ed-cfc9d37f867c), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:04.553320 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-d38ead97-b06b-4b8c-a4bc-918e617901d9 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:04.603037 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd req-c286cee1-c834-4cc4-9c75-394b402a41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:04.603037 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd req-c286cee1-c834-4cc4-9c75-394b402a41b0 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=80f7adc6-3046-4d27-ba65-e533eb9cae24 HTTP/1.1" status: 200 len: 854 time: 0.0937734 Sep 23 14:03:04.632945 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57342) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:04.641846 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-8e48e1bc-6fea-4bfc-9f38-131f98a670c3 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=62db6dcb146444f997929364e3ba7fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5257411 Sep 23 14:03:04.644276 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48e1bc-6fea-4bfc-9f38-131f98a670c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57124fca-cbb1-4243-a2ed-cfc9d37f867c,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:04.712940 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e736-624f-4fe3-9d29-196c4fa0cb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:04.719293 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd req-3961f7a9-6a26-46d4-a503-707db5dff080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:04.725585 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd req-3961f7a9-6a26-46d4-a503-707db5dff080 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=34e7a0c6-e35b-482b-a11c-b3c893e03a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1113939 Sep 23 14:03:04.803283 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57350) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:04.823960 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7fa21f82-96b2-4b62-a1a1-77f6f801e0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:04.867428 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:04.877687 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd req-5ff9b209-c68b-4818-91aa-a5b6037c3d99 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417441 Sep 23 14:03:04.889152 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d38ead97-b06b-4b8c-a4bc-918e617901d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'f28a650d-2507-428a-9028-c495e9779215', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:e5:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:02:25Z', 'updated_at': '2022-09-23T14:03:02Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:04.931098 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ead97-b06b-4b8c-a4bc-918e617901d9 None None] The sync data for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi is: [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'f28a650d-2507-428a-9028-c495e9779215', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:e5:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:02:25Z', 'updated_at': '2022-09-23T14:03:02Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:03:04.939339 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7fa21f82-96b2-4b62-a1a1-77f6f801e0ce admin admin] Publish callbacks [] for security_group (0a81f052-935e-4a72-bf8e-04a695a0fa27), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:04.965971 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Publish callbacks [] for security_group (57124fca-cbb1-4243-a2ed-cfc9d37f867c), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:04.992053 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Publish callbacks [] for security_group (57124fca-cbb1-4243-a2ed-cfc9d37f867c), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.048649 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a2c47e9f-0c4d-4acd-b85a-3d8b64a2f1dd req-e85119c2-4e8a-404f-99b0-a1532e689a75 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630652 Sep 23 14:03:05.051720 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7fa21f82-96b2-4b62-a1a1-77f6f801e0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (0a81f052-935e-4a72-bf8e-04a695a0fa27), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.082894 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e736-624f-4fe3-9d29-196c4fa0cb2b admin admin] Publish callbacks [] for security_group (035d18d6-1324-4e76-8eba-98aadb9dda90), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.106171 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa21f82-96b2-4b62-a1a1-77f6f801e0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a81f052-935e-4a72-bf8e-04a695a0fa27,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:05.113825 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-7fa21f82-96b2-4b62-a1a1-77f6f801e0ce admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0ccb60fdca144211a380fd193c8034b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064809 Sep 23 14:03:05.114184 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57362) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:05.172522 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fd746fd7-f8f1-46ad-bbc6-5605086a52e8 admin admin] Publish callbacks [] for security_group (0a81f052-935e-4a72-bf8e-04a695a0fa27), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.189380 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3128ba-002d-4362-8215-aa877eeff10c None None] New status for floating IP f28a650d-2507-428a-9028-c495e9779215: ACTIVE {{(pid=106654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:03:05.205426 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fd746fd7-f8f1-46ad-bbc6-5605086a52e8 admin admin] Publish callbacks [] for security_group (0a81f052-935e-4a72-bf8e-04a695a0fa27), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.205426 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (57124fca-cbb1-4243-a2ed-cfc9d37f867c), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.209786 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.213371 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/57124fca-cbb1-4243-a2ed-cfc9d37f867c HTTP/1.1" status: 204 len: 168 time: 0.5785215 Sep 23 14:03:05.239654 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e736-624f-4fe3-9d29-196c4fa0cb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (035d18d6-1324-4e76-8eba-98aadb9dda90), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.263734 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57124fca-cbb1-4243-a2ed-cfc9d37f867c,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:05.299317 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.299666 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.300170 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.300515 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.301103 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.301443 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.301771 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.302096 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.302459 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.302808 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.303151 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.303495 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.304007 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.304348 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.305117 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba733cc-f15f-4806-9d17-dcd0b602c6f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:05.333385 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57372) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:05.333609 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-f5c4e736-624f-4fe3-9d29-196c4fa0cb2b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=537ad5add80d45e59823a73b177657d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0167878 Sep 23 14:03:05.349298 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4e736-624f-4fe3-9d29-196c4fa0cb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035d18d6-1324-4e76-8eba-98aadb9dda90,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:05.447020 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-528ada03-7538-4866-8e0d-e7e39fab6466 admin admin] Publish callbacks [] for security_group (035d18d6-1324-4e76-8eba-98aadb9dda90), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.451183 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fd746fd7-f8f1-46ad-bbc6-5605086a52e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (0a81f052-935e-4a72-bf8e-04a695a0fa27), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.453718 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fd746fd7-f8f1-46ad-bbc6-5605086a52e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.455261 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-fd746fd7-f8f1-46ad-bbc6-5605086a52e8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0a81f052-935e-4a72-bf8e-04a695a0fa27 HTTP/1.1" status: 204 len: 168 time: 0.3397322 Sep 23 14:03:05.463710 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd746fd7-f8f1-46ad-bbc6-5605086a52e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a81f052-935e-4a72-bf8e-04a695a0fa27,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:05.484146 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-528ada03-7538-4866-8e0d-e7e39fab6466 admin admin] Publish callbacks [] for security_group (035d18d6-1324-4e76-8eba-98aadb9dda90), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.503641 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:05.615921 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d40c5-2815-44e5-94e3-278f204925e6 req-e9676c8c-8f44-4401-86eb-0c21d28c4da1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:05.617380 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5f3d40c5-2815-44e5-94e3-278f204925e6 req-e9676c8c-8f44-4401-86eb-0c21d28c4da1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0499060 Sep 23 14:03:05.622168 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-528ada03-7538-4866-8e0d-e7e39fab6466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (035d18d6-1324-4e76-8eba-98aadb9dda90), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.624662 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-528ada03-7538-4866-8e0d-e7e39fab6466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:05.625680 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-528ada03-7538-4866-8e0d-e7e39fab6466 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/035d18d6-1324-4e76-8eba-98aadb9dda90 HTTP/1.1" status: 204 len: 168 time: 0.2913120 Sep 23 14:03:05.647034 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ada03-7538-4866-8e0d-e7e39fab6466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035d18d6-1324-4e76-8eba-98aadb9dda90,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:05.703147 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:05.718684 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5f3d40c5-2815-44e5-94e3-278f204925e6 req-44965cfd-c9d1-484f-b1fa-605f58f92478 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919070 Sep 23 14:03:06.260789 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57410) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:06.405849 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-681db8fb-0f26-4e5a-a01a-bee5f42cf7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:06.418349 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:06.491551 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-681db8fb-0f26-4e5a-a01a-bee5f42cf7ab admin admin] Publish callbacks [] for security_group (d819bd6e-b76f-47fe-81e3-f93a177c93a2), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:06.582300 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-681db8fb-0f26-4e5a-a01a-bee5f42cf7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (d819bd6e-b76f-47fe-81e3-f93a177c93a2), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:06.613835 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57424) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:06.624343 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-681db8fb-0f26-4e5a-a01a-bee5f42cf7ab admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4e5c2dfbf6e8451aa06c3193fc850a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622119 Sep 23 14:03:06.630900 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681db8fb-0f26-4e5a-a01a-bee5f42cf7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d819bd6e-b76f-47fe-81e3-f93a177c93a2,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:06.631045 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cff50cc0-6228-44f0-8ce0-7edaed0df756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:06.633054 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57426) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:06.724092 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b2fb0fa-4797-4dbc-915a-29ea74baefe5 admin admin] Publish callbacks [] for security_group (d819bd6e-b76f-47fe-81e3-f93a177c93a2), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:06.791340 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b2fb0fa-4797-4dbc-915a-29ea74baefe5 admin admin] Publish callbacks [] for security_group (d819bd6e-b76f-47fe-81e3-f93a177c93a2), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:06.807629 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cff50cc0-6228-44f0-8ce0-7edaed0df756 admin admin] Publish callbacks [] for security_group (49c76102-9d1c-451e-aff2-3930c51a6303), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:06.852432 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fb5e8-e6af-4d20-aa3c-8bb748056e14 req-361b9a5b-e44c-45f8-af9a-c3a81bbef7c6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:06.854171 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f5fb5e8-e6af-4d20-aa3c-8bb748056e14 req-361b9a5b-e44c-45f8-af9a-c3a81bbef7c6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0524194 Sep 23 14:03:06.939070 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f5fb5e8-e6af-4d20-aa3c-8bb748056e14 req-f96da8a2-b510-4d5b-bf79-7a38311dab31 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774357 Sep 23 14:03:07.037247 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cff50cc0-6228-44f0-8ce0-7edaed0df756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (49c76102-9d1c-451e-aff2-3930c51a6303), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:07.063497 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:07.083888 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-cff50cc0-6228-44f0-8ce0-7edaed0df756 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=df1ff703fc014f5fb2e1f918ae48ea08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686298 Sep 23 14:03:07.086036 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff50cc0-6228-44f0-8ce0-7edaed0df756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c76102-9d1c-451e-aff2-3930c51a6303,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:07.088417 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57440) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:07.147214 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-fa32e7cd-4b80-436e-b701-cbd830506a10 admin admin] Publish callbacks [] for security_group (49c76102-9d1c-451e-aff2-3930c51a6303), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:07.167807 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-fa32e7cd-4b80-436e-b701-cbd830506a10 admin admin] Publish callbacks [] for security_group (49c76102-9d1c-451e-aff2-3930c51a6303), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:07.290549 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:03:07.293726 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b2fb0fa-4797-4dbc-915a-29ea74baefe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (d819bd6e-b76f-47fe-81e3-f93a177c93a2), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:07.296621 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b2fb0fa-4797-4dbc-915a-29ea74baefe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:07.301143 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-3b2fb0fa-4797-4dbc-915a-29ea74baefe5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d819bd6e-b76f-47fe-81e3-f93a177c93a2 HTTP/1.1" status: 204 len: 168 time: 0.6637490 Sep 23 14:03:07.310822 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fb0fa-4797-4dbc-915a-29ea74baefe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d819bd6e-b76f-47fe-81e3-f93a177c93a2,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:07.319826 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-fa32e7cd-4b80-436e-b701-cbd830506a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (49c76102-9d1c-451e-aff2-3930c51a6303), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:07.322489 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-fa32e7cd-4b80-436e-b701-cbd830506a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:07.324029 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-fa32e7cd-4b80-436e-b701-cbd830506a10 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/49c76102-9d1c-451e-aff2-3930c51a6303 HTTP/1.1" status: 204 len: 168 time: 0.2330463 Sep 23 14:03:07.334509 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32e7cd-4b80-436e-b701-cbd830506a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c76102-9d1c-451e-aff2-3930c51a6303,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:08.062524 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:08.081213 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38961865-8cd6-4b91-8c4b-07bc2acf8cd0 req-f3619b92-7312-43ae-bc21-6e8b8b4afed7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:08.082738 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-38961865-8cd6-4b91-8c4b-07bc2acf8cd0 req-f3619b92-7312-43ae-bc21-6e8b8b4afed7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0488832 Sep 23 14:03:08.131820 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-38961865-8cd6-4b91-8c4b-07bc2acf8cd0 req-3a988036-55be-4cbb-9767-54a5f1f05a0e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Sep 23 14:03:08.240600 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57480) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:08.260781 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6963a0e3-c6ee-425b-847e-97dad19aadbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:08.349638 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6963a0e3-c6ee-425b-847e-97dad19aadbc admin admin] Publish callbacks [] for security_group (ac3d67b9-470a-4851-a72d-0c920a59c838), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:08.484566 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6963a0e3-c6ee-425b-847e-97dad19aadbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (ac3d67b9-470a-4851-a72d-0c920a59c838), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:08.528417 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-6963a0e3-c6ee-425b-847e-97dad19aadbc admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fce3614cf145410da0f9185326de2813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817833 Sep 23 14:03:08.528417 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963a0e3-c6ee-425b-847e-97dad19aadbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3d67b9-470a-4851-a72d-0c920a59c838,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:08.528930 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57490) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:08.580803 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Publish callbacks [] for security_group (ac3d67b9-470a-4851-a72d-0c920a59c838), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:08.600909 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Publish callbacks [] for security_group (ac3d67b9-470a-4851-a72d-0c920a59c838), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:08.741846 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (ac3d67b9-470a-4851-a72d-0c920a59c838), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:08.744597 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:08.748302 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ac3d67b9-470a-4851-a72d-0c920a59c838 HTTP/1.1" status: 204 len: 168 time: 0.2159564 Sep 23 14:03:08.754977 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3d67b9-470a-4851-a72d-0c920a59c838,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:08.762278 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.762807 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.764917 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.765425 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.766360 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.766735 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.767072 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.767459 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.768011 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.768341 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.768669 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.769008 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.769327 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.769646 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.769970 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba4c95-ba9b-4cf2-888d-bc48b0e09870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:08.981784 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57506) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:09.270986 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265ff2e-90f8-4ed2-b5bf-1e98bffce367 req-c93dde98-278a-46e9-861f-12d2749c73af tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:09.272740 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0265ff2e-90f8-4ed2-b5bf-1e98bffce367 req-c93dde98-278a-46e9-861f-12d2749c73af tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0555458 Sep 23 14:03:09.327526 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0265ff2e-90f8-4ed2-b5bf-1e98bffce367 req-a3c9d06d-1aa5-4599-8a31-79cde34d88f4 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469320 Sep 23 14:03:09.462470 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6caae867-6f2d-4f73-8765-a690f1a2d5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:09.531342 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:09.557865 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6caae867-6f2d-4f73-8765-a690f1a2d5f9 admin admin] Publish callbacks [] for security_group (74551260-e86e-488d-a8b9-0d2e54c9e95d), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:09.633374 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6caae867-6f2d-4f73-8765-a690f1a2d5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (74551260-e86e-488d-a8b9-0d2e54c9e95d), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:09.690160 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-6caae867-6f2d-4f73-8765-a690f1a2d5f9 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ad95901102c9425583cf14ee0698d656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7000935 Sep 23 14:03:09.690160 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caae867-6f2d-4f73-8765-a690f1a2d5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74551260-e86e-488d-a8b9-0d2e54c9e95d,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:09.690160 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57528) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:09.743435 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-37fa3bce-2007-4901-9ef2-8a78714e5cf8 admin admin] Publish callbacks [] for security_group (74551260-e86e-488d-a8b9-0d2e54c9e95d), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:09.765884 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-37fa3bce-2007-4901-9ef2-8a78714e5cf8 admin admin] Publish callbacks [] for security_group (74551260-e86e-488d-a8b9-0d2e54c9e95d), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:09.908590 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-37fa3bce-2007-4901-9ef2-8a78714e5cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (74551260-e86e-488d-a8b9-0d2e54c9e95d), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:09.911168 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-37fa3bce-2007-4901-9ef2-8a78714e5cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:09.916093 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-37fa3bce-2007-4901-9ef2-8a78714e5cf8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/74551260-e86e-488d-a8b9-0d2e54c9e95d HTTP/1.1" status: 204 len: 168 time: 0.2239456 Sep 23 14:03:09.920174 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa3bce-2007-4901-9ef2-8a78714e5cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74551260-e86e-488d-a8b9-0d2e54c9e95d,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:10.451398 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0cb18-324f-4c2f-bd0d-63609f61f44e req-60d6f023-ac70-446e-a7e4-1b5d65cae246 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:10.452863 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ced0cb18-324f-4c2f-bd0d-63609f61f44e req-60d6f023-ac70-446e-a7e4-1b5d65cae246 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0492094 Sep 23 14:03:10.512988 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ced0cb18-324f-4c2f-bd0d-63609f61f44e req-6c97cb2f-358c-4afb-bb9d-82cac8354729 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531185 Sep 23 14:03:10.917539 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-5d0a027e-598a-4dc4-bd0b-b05fa049f5be service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446215 Sep 23 14:03:11.032114 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57584) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:11.049077 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7d359415-eb70-4729-9a47-324d52660f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:11.054680 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-9b0c228f-5065-44b7-beac-4615e671dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:11.057525 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-9b0c228f-5065-44b7-beac-4615e671dd9d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 1129 time: 0.0534892 Sep 23 14:03:11.144847 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7d359415-eb70-4729-9a47-324d52660f3f admin admin] Publish callbacks [] for security_group (4f45ea93-6fe4-4f48-b047-6193d108c905), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:11.178018 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-378f3e0d-4893-429c-8731-9928d021143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:11.179515 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-378f3e0d-4893-429c-8731-9928d021143e service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.0930421 Sep 23 14:03:11.227843 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-ff0b7f3c-0865-4b65-9ead-b26a49f9f2a4 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 HTTP/1.1" status: 200 len: 217 time: 0.0361540 Sep 23 14:03:11.250487 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7d359415-eb70-4729-9a47-324d52660f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4f45ea93-6fe4-4f48-b047-6193d108c905), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:11.280313 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-26706ed8-3571-4b59-a499-2285774dde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:11.281774 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-26706ed8-3571-4b59-a499-2285774dde23 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.0450325 Sep 23 14:03:11.291486 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-7d359415-eb70-4729-9a47-324d52660f3f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=403ed8c254684a8e87ee70b92a2dbf11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576625 Sep 23 14:03:11.292955 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d359415-eb70-4729-9a47-324d52660f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f45ea93-6fe4-4f48-b047-6193d108c905,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:11.295056 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57590) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:11.342246 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-48e8fdbc-c217-4b5c-8594-ee34e543f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:11.343823 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-48e8fdbc-c217-4b5c-8594-ee34e543f866 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532410 Sep 23 14:03:11.345206 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:11.350717 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f8454efd-7a60-4c0b-a9ce-d3e881c186e5 admin admin] Publish callbacks [] for security_group (4f45ea93-6fe4-4f48-b047-6193d108c905), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:11.372464 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f8454efd-7a60-4c0b-a9ce-d3e881c186e5 admin admin] Publish callbacks [] for security_group (4f45ea93-6fe4-4f48-b047-6193d108c905), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:11.458623 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-d0e7966b-249c-40eb-a6d9-3f6eb73144a9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050406 Sep 23 14:03:11.554042 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f8454efd-7a60-4c0b-a9ce-d3e881c186e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4f45ea93-6fe4-4f48-b047-6193d108c905), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:11.557033 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f8454efd-7a60-4c0b-a9ce-d3e881c186e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:11.561897 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-f8454efd-7a60-4c0b-a9ce-d3e881c186e5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4f45ea93-6fe4-4f48-b047-6193d108c905 HTTP/1.1" status: 204 len: 168 time: 0.2623889 Sep 23 14:03:11.571994 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8454efd-7a60-4c0b-a9ce-d3e881c186e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f45ea93-6fe4-4f48-b047-6193d108c905,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:11.714648 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:11.751123 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f84ac3b7-a4a1-4b7e-a1b3-daaecd0fec6f req-61f03fcc-a30f-43db-b96a-982f94a6ad13 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197552 Sep 23 14:03:11.752630 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a8e52-ade8-4874-aadc-22815e60d4a6 req-030cba4d-72a0-4211-9bf1-92eb467b2e7f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:11.754118 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-926a8e52-ade8-4874-aadc-22815e60d4a6 req-030cba4d-72a0-4211-9bf1-92eb467b2e7f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0967336 Sep 23 14:03:11.806999 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-926a8e52-ade8-4874-aadc-22815e60d4a6 req-87d9f7a5-838f-473e-a9c0-b0e2114eddce tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470917 Sep 23 14:03:12.944230 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f0320-beee-4a46-8f9e-806e30a6328e req-39773715-9e0e-4d4c-a186-59b8b61ac9d5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:12.946802 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-342f0320-beee-4a46-8f9e-806e30a6328e req-39773715-9e0e-4d4c-a186-59b8b61ac9d5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0512319 Sep 23 14:03:13.008709 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-342f0320-beee-4a46-8f9e-806e30a6328e req-b02e674c-7da2-498c-a677-0d48c9314b66 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581803 Sep 23 14:03:14.163330 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e03628-614e-4450-94ba-a514f505da1d req-cfdde13a-cf72-482c-aa5c-0610c444860c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:14.165644 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e9e03628-614e-4450-94ba-a514f505da1d req-cfdde13a-cf72-482c-aa5c-0610c444860c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0736527 Sep 23 14:03:14.223495 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e9e03628-614e-4450-94ba-a514f505da1d req-2c6e69a1-c8f8-4019-9247-cd813d4f141d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512016 Sep 23 14:03:14.279230 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57730) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:14.392147 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-00c01373-3991-4858-b225-966e2a5b9138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:14.487236 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-00c01373-3991-4858-b225-966e2a5b9138 admin admin] Publish callbacks [] for security_group (c02d5e52-c06f-42a1-a559-3a52d96fbd83), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:14.632905 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-00c01373-3991-4858-b225-966e2a5b9138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c02d5e52-c06f-42a1-a559-3a52d96fbd83), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:14.667128 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:14.675269 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-00c01373-3991-4858-b225-966e2a5b9138 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e638ad4f53774de0a0d9925584015227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947082 Sep 23 14:03:14.676117 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c01373-3991-4858-b225-966e2a5b9138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02d5e52-c06f-42a1-a559-3a52d96fbd83,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:14.678019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57740) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:14.705776 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:14.727825 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d07d9ca5-0559-4ab2-9f35-cab3a8f8856e admin admin] Publish callbacks [] for security_group (c02d5e52-c06f-42a1-a559-3a52d96fbd83), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:14.747673 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d07d9ca5-0559-4ab2-9f35-cab3a8f8856e admin admin] Publish callbacks [] for security_group (c02d5e52-c06f-42a1-a559-3a52d96fbd83), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:14.894889 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=76 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:14.897888 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d07d9ca5-0559-4ab2-9f35-cab3a8f8856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c02d5e52-c06f-42a1-a559-3a52d96fbd83), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:14.901603 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d07d9ca5-0559-4ab2-9f35-cab3a8f8856e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:14.908018 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-d07d9ca5-0559-4ab2-9f35-cab3a8f8856e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c02d5e52-c06f-42a1-a559-3a52d96fbd83 HTTP/1.1" status: 204 len: 168 time: 0.2279134 Sep 23 14:03:14.919715 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d9ca5-0559-4ab2-9f35-cab3a8f8856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02d5e52-c06f-42a1-a559-3a52d96fbd83,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:14.972980 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57750) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:15.016100 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-3e8bccfe-c48a-4ae1-a00e-c8f8b1aa2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.087181 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8092-f9cd-46a3-95f8-0b06df68426b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.367797 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df514-190f-4c16-b268-465c9401cdc6 req-b27825ea-e59d-4f1f-9ba4-827f3483e773 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:15.369326 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-984df514-190f-4c16-b268-465c9401cdc6 req-b27825ea-e59d-4f1f-9ba4-827f3483e773 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0634458 Sep 23 14:03:15.379673 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8092-f9cd-46a3-95f8-0b06df68426b admin admin] Publish callbacks [] for security_group (4ec6573b-2836-4398-ae5b-f3671af7bc0d), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.410914 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:15.419095 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8092-f9cd-46a3-95f8-0b06df68426b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4ec6573b-2836-4398-ae5b-f3671af7bc0d), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.439109 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-984df514-190f-4c16-b268-465c9401cdc6 req-7871692b-eb58-414b-9e22-f7fa4cd8183a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608535 Sep 23 14:03:15.462021 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c8092-f9cd-46a3-95f8-0b06df68426b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec6573b-2836-4398-ae5b-f3671af7bc0d,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:15.467687 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-6d6c8092-f9cd-46a3-95f8-0b06df68426b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=3c0e6b9e809c43a8975c25124b157c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4936926 Sep 23 14:03:15.470567 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57760) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:15.521506 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-55eae44e-d8e9-475a-adb2-b202bc42f0db admin admin] Publish callbacks [] for security_group (4ec6573b-2836-4398-ae5b-f3671af7bc0d), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.544215 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-55eae44e-d8e9-475a-adb2-b202bc42f0db admin admin] Publish callbacks [] for security_group (4ec6573b-2836-4398-ae5b-f3671af7bc0d), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.629666 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57768) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:15.641327 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-55eae44e-d8e9-475a-adb2-b202bc42f0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4ec6573b-2836-4398-ae5b-f3671af7bc0d), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.643889 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-55eae44e-d8e9-475a-adb2-b202bc42f0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.644991 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-55eae44e-d8e9-475a-adb2-b202bc42f0db admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4ec6573b-2836-4398-ae5b-f3671af7bc0d HTTP/1.1" status: 204 len: 168 time: 0.1734574 Sep 23 14:03:15.647793 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c48880e0-d79f-4692-a307-f6c65d5d8ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.672007 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eae44e-d8e9-475a-adb2-b202bc42f0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec6573b-2836-4398-ae5b-f3671af7bc0d,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:15.723462 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:15.735062 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c48880e0-d79f-4692-a307-f6c65d5d8ddd admin admin] Publish callbacks [] for security_group (39edb476-2242-41dd-8659-e5956540de8c), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.829857 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c48880e0-d79f-4692-a307-f6c65d5d8ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (39edb476-2242-41dd-8659-e5956540de8c), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.868991 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48880e0-d79f-4692-a307-f6c65d5d8ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39edb476-2242-41dd-8659-e5956540de8c,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:15.874102 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-c48880e0-d79f-4692-a307-f6c65d5d8ddd admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9fba941c9bd64367859c9c1e80fea68e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481282 Sep 23 14:03:15.877609 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57778) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:15.930283 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b34ac08e-56e4-492b-b39a-3fc2d28095ab admin admin] Publish callbacks [] for security_group (39edb476-2242-41dd-8659-e5956540de8c), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:15.932912 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:15.952779 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b34ac08e-56e4-492b-b39a-3fc2d28095ab admin admin] Publish callbacks [] for security_group (39edb476-2242-41dd-8659-e5956540de8c), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:16.078602 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b34ac08e-56e4-492b-b39a-3fc2d28095ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (39edb476-2242-41dd-8659-e5956540de8c), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:16.081787 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b34ac08e-56e4-492b-b39a-3fc2d28095ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:16.089601 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b34ac08e-56e4-492b-b39a-3fc2d28095ab admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/39edb476-2242-41dd-8659-e5956540de8c HTTP/1.1" status: 204 len: 168 time: 0.2080047 Sep 23 14:03:16.100303 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ac08e-56e4-492b-b39a-3fc2d28095ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39edb476-2242-41dd-8659-e5956540de8c,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:16.598062 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334cc2b-9537-40f7-be47-c64ccbe0bafb req-4c6f2f90-31cd-450b-87fd-feaea676b341 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:16.599600 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5334cc2b-9537-40f7-be47-c64ccbe0bafb req-4c6f2f90-31cd-450b-87fd-feaea676b341 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0648034 Sep 23 14:03:16.648982 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5334cc2b-9537-40f7-be47-c64ccbe0bafb req-f3e4c6f8-0527-4985-b1fb-14341d03818c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Sep 23 14:03:16.778948 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57842) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:16.878921 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1833881256-network', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:16.986945 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Made reservation on behalf of 901178273d85449e9cdaa5de235fb3e9 for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:03:16.989810 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:17.000064 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:17.093971 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Publish callbacks [] for security_group (c331c3ee-4007-44ed-a4bf-2e34a9cb6201), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:17.153231 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c331c3ee-4007-44ed-a4bf-2e34a9cb6201), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:17.182056 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=106652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:03:17.187656 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c331c3ee-4007-44ed-a4bf-2e34a9cb6201,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:17.198046 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (51cce9da-639c-4199-a770-472e3265673a), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:17.198046 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Added segment 51cce9da-639c-4199-a770-472e3265673a of type vlan for network 85b65927-108e-4662-8841-432429780256 Sep 23 14:03:17.243155 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:17.257340 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (85b65927-108e-4662-8841-432429780256), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:17.287126 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=74 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:17.295690 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-2d04e56f-7bea-4ece-9106-6e94d69365cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:17.409991 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (85b65927-108e-4662-8841-432429780256), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:17.409991 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:17.409991 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:17.472662 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] Pushing event updated for resources: {'Network': ['ID=85b65927-108e-4662-8841-432429780256,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:17.482738 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 85b65927-108e-4662-8841-432429780256 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:03:17.630757 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-bdd4fb31-cebb-4f11-a49e-2e401e882b13 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8505688 Sep 23 14:03:17.633848 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57884) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:17.639022 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] Request body: {'subnet': {'network_id': '85b65927-108e-4662-8841-432429780256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1833881256-subnet', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'ip_version': 4}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:17.761992 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] Made reservation on behalf of 901178273d85449e9cdaa5de235fb3e9 for: {'subnet': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:03:17.764315 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3231258'] for subnet (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:17.820189 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65892b76-6d27-4ddd-98af-01c7b71ce127 req-83958032-81ef-4880-8a73-6578e681a453 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:17.821667 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-65892b76-6d27-4ddd-98af-01c7b71ce127 req-83958032-81ef-4880-8a73-6578e681a453 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0898228 Sep 23 14:03:17.894908 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-65892b76-6d27-4ddd-98af-01c7b71ce127 req-215a7c4a-fa25-4a60-a0e7-25c8654a4cfa tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665262 Sep 23 14:03:17.988575 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57896) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:18.050527 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2865130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3231244'] for subnet (7002cca2-8527-4ff1-acbb-0b8475217711), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.126927 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-81c6eee2-89ab-4b4a-9e42-20a730eb5980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.127053 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7002cca2-8527-4ff1-acbb-0b8475217711,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:18.133530 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] Checking segment: {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:18.133926 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] Network hostable DHCP agents. Network: 85b65927-108e-4662-8841-432429780256, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:03:18.169215 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:18.254502 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-81c6eee2-89ab-4b4a-9e42-20a730eb5980 admin admin] Publish callbacks [] for security_group (bed8cd8d-771e-4969-b636-b7880cbe0c41), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.256614 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] Network 85b65927-108e-4662-8841-432429780256 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:03:18.307056 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-81c6eee2-89ab-4b4a-9e42-20a730eb5980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (bed8cd8d-771e-4969-b636-b7880cbe0c41), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.323918 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 85b65927-108e-4662-8841-432429780256) {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:18.335556 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea2bad-4f89-4b1d-ab85-1cbc7418484f None None] Network 85b65927-108e-4662-8841-432429780256 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:03:18.336097 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:18.336755 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.361950 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-81c6eee2-89ab-4b4a-9e42-20a730eb5980 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=48d448100e564f57b63bf842f9696bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722322 Sep 23 14:03:18.363342 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6eee2-89ab-4b4a-9e42-20a730eb5980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed8cd8d-771e-4969-b636-b7880cbe0c41,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:18.366284 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57912) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:18.426484 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ff054311-4896-4e77-889a-a59a4dd39554 admin admin] Publish callbacks [] for security_group (bed8cd8d-771e-4969-b636-b7880cbe0c41), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.443536 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 57916) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:18.443747 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-f9e004c3-3018-45cb-a2fe-d536a6b089b6 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8087847 Sep 23 14:03:18.451717 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:18.456518 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ff054311-4896-4e77-889a-a59a4dd39554 admin admin] Publish callbacks [] for security_group (bed8cd8d-771e-4969-b636-b7880cbe0c41), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.461139 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-85b65927-108e-4662-8841-432429780256', 'network_id': '85b65927-108e-4662-8841-432429780256', 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 14:03:18.462196 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.496049 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:18.524033 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (fcb83c92-60dc-45bb-b252-d33367ab7aad), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.525082 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (fcb83c92-60dc-45bb-b252-d33367ab7aad), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.559782 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.586732 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ff054311-4896-4e77-889a-a59a4dd39554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (bed8cd8d-771e-4969-b636-b7880cbe0c41), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.595567 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ff054311-4896-4e77-889a-a59a4dd39554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.595567 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ff054311-4896-4e77-889a-a59a4dd39554 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bed8cd8d-771e-4969-b636-b7880cbe0c41 HTTP/1.1" status: 204 len: 168 time: 0.2252786 Sep 23 14:03:18.625233 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Allocated IP 172.20.0.2 (85b65927-108e-4662-8841-432429780256/7002cca2-8527-4ff1-acbb-0b8475217711/fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:18.645047 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff054311-4896-4e77-889a-a59a4dd39554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed8cd8d-771e-4969-b636-b7880cbe0c41,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:18.658714 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Publish callbacks [] for router_controller (fcb83c92-60dc-45bb-b252-d33367ab7aad), precommit_add_association {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.686857 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:18.807906 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Publish callbacks [] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.890479 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.921559 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:18.926080 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Publish callbacks [] for router_gateway (fcb83c92-60dc-45bb-b252-d33367ab7aad), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:18.960670 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Network 85b65927-108e-4662-8841-432429780256 is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:18.962129 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Pushing event updated for resources: {'Port': ['ID=fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:18.965488 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:18.972281 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:03:18.977467 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.978646 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.979005 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.979354 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.979695 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.980033 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.980529 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.980898 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.981364 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.981702 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.982034 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.982385 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.982710 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.983034 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:18.983339 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:19.038806 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189006c-e3b6-44db-9f19-0eae3f9f5510 req-f5d9ddbf-9194-4a2a-a54b-fd22bbec0d33 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:19.054158 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Attempting to bind port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:03:19.054158 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Attempting to bind port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:03:19.054158 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Attempting to bind port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c on network 85b65927-108e-4662-8841-432429780256 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:03:19.054440 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4189006c-e3b6-44db-9f19-0eae3f9f5510 req-f5d9ddbf-9194-4a2a-a54b-fd22bbec0d33 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0660391 Sep 23 14:03:19.054540 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:19.120060 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:03:19.120714 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Checking segment: {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:19.120854 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4189006c-e3b6-44db-9f19-0eae3f9f5510 req-dfd11006-0cb9-46ec-813d-74455ec86784 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718517 Sep 23 14:03:19.122099 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:19.122775 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Bound using segment: {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:03:19.123512 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Bound port: fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:03:19.124111 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:19.237335 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] For port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:03:19.243519 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] For port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:03:19.253912 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Publish callbacks [] for router_gateway (fcb83c92-60dc-45bb-b252-d33367ab7aad), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:19.282404 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:19.341698 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:19.403040 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbab880-090e-4b1e-ac14-13ec36e361e5 None None] Pushing event updated for resources: {'Port': ['ID=fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:19.418901 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Allocated IP 172.27.1.155 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/8a113e59-105a-4095-939b-e470873a05b2) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:19.568082 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Publish callbacks [] for port (8a113e59-105a-4095-939b-e470873a05b2), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:19.657921 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (8a113e59-105a-4095-939b-e470873a05b2), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:19.692240 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57958) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:19.733423 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:19.737158 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:19.741712 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:03:19.809061 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Pushing event updated for resources: {'Port': ['ID=8a113e59-105a-4095-939b-e470873a05b2,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:19.870809 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:19.886086 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7827ffe4-275b-483c-afad-fed5c5332f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:19.916607 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5dda4-cdc9-45c5-9990-f8f3949b6edd req-291af12f-584f-44c3-87f9-aa8fbd5eb773 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:19.917618 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9af5dda4-cdc9-45c5-9990-f8f3949b6edd req-291af12f-584f-44c3-87f9-aa8fbd5eb773 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 945 time: 0.1020792 Sep 23 14:03:19.990278 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9af5dda4-cdc9-45c5-9990-f8f3949b6edd req-b6cc9a21-3629-40e5-a0b8-bb73eea8d6e6 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653675 Sep 23 14:03:20.040818 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7827ffe4-275b-483c-afad-fed5c5332f02 admin admin] Publish callbacks [] for security_group (3a26dca3-8243-4da1-ab0b-69a95614d4c0), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.055061 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.107487 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:20.152345 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7827ffe4-275b-483c-afad-fed5c5332f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (3a26dca3-8243-4da1-ab0b-69a95614d4c0), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.177034 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Publish callbacks [] for router_gateway (fcb83c92-60dc-45bb-b252-d33367ab7aad), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.187303 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.204615 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-7827ffe4-275b-483c-afad-fed5c5332f02 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ca45b248032f449da726c9dd9bba62a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5107009 Sep 23 14:03:20.205668 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827ffe4-275b-483c-afad-fed5c5332f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a26dca3-8243-4da1-ab0b-69a95614d4c0,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:20.209251 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 57984) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:20.325605 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a3484-6b2e-4ecc-9968-1ac7e9b3c011 req-912aba0f-3487-4388-baf8-7e92b8eaba6d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:20.326953 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-265a3484-6b2e-4ecc-9968-1ac7e9b3c011 req-912aba0f-3487-4388-baf8-7e92b8eaba6d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0779264 Sep 23 14:03:20.328013 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1007ee96-b12b-4ecd-99d2-ba08787b7519 admin admin] Publish callbacks [] for security_group (3a26dca3-8243-4da1-ab0b-69a95614d4c0), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.393755 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1007ee96-b12b-4ecd-99d2-ba08787b7519 admin admin] Publish callbacks [] for security_group (3a26dca3-8243-4da1-ab0b-69a95614d4c0), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.409894 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-265a3484-6b2e-4ecc-9968-1ac7e9b3c011 req-c02e825d-9964-4503-899d-532885551bc7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728955 Sep 23 14:03:20.482477 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (fcb83c92-60dc-45bb-b252-d33367ab7aad), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.548525 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1007ee96-b12b-4ecd-99d2-ba08787b7519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (3a26dca3-8243-4da1-ab0b-69a95614d4c0), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.558554 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1007ee96-b12b-4ecd-99d2-ba08787b7519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.564720 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-1007ee96-b12b-4ecd-99d2-ba08787b7519 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3a26dca3-8243-4da1-ab0b-69a95614d4c0 HTTP/1.1" status: 204 len: 168 time: 0.3539011 Sep 23 14:03:20.593874 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007ee96-b12b-4ecd-99d2-ba08787b7519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a26dca3-8243-4da1-ab0b-69a95614d4c0,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:20.685964 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e55caf-8a43-490d-85f4-39c341804764 None None] Network 85b65927-108e-4662-8841-432429780256 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:03:20.737071 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Router fcb83c92-60dc-45bb-b252-d33367ab7aad is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:03:20.783479 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-b58ac897-1e5e-4d43-a981-ba34e23fe35f None None] Provisioning complete for port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:20.784076 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b58ac897-1e5e-4d43-a981-ba34e23fe35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.789184 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-b58ac897-1e5e-4d43-a981-ba34e23fe35f None None] Attempt 1 to provision port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c Sep 23 14:03:20.888731 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:20.905261 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-b58ac897-1e5e-4d43-a981-ba34e23fe35f None None] Current status of the port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:20.905660 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b58ac897-1e5e-4d43-a981-ba34e23fe35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:20.945515 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-b58ac897-1e5e-4d43-a981-ba34e23fe35f None None] For port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:20.981059 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:21.009313 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b58ac897-1e5e-4d43-a981-ba34e23fe35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:21.048855 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:21.052093 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:03:21.072350 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Sync routers for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:03:21.109179 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:21.110749 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:21.118838 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ac897-1e5e-4d43-a981-ba34e23fe35f None None] Pushing event updated for resources: {'Port': ['ID=fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:21.194556 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:21.195997 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-0e2bce01-7ac3-4e51-8d2a-9c12d4a28b5a admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7491393 Sep 23 14:03:21.198472 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25979269-10fc-469c-91b1-9833f83bcbcd req-4ff29292-7aa5-4f8c-9062-48d031d91591 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:21.198900 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58042) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:21.206044 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-25979269-10fc-469c-91b1-9833f83bcbcd req-4ff29292-7aa5-4f8c-9062-48d031d91591 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 945 time: 0.0961390 Sep 23 14:03:21.239892 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-8f929a07-d6cc-4a99-96b5-6a36603dc99d None None] Provisioning complete for port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:21.240553 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8f929a07-d6cc-4a99-96b5-6a36603dc99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:21.240953 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-8f929a07-d6cc-4a99-96b5-6a36603dc99d None None] Attempt 1 to provision port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c Sep 23 14:03:21.308626 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-25979269-10fc-469c-91b1-9833f83bcbcd req-c573f46e-346c-4846-8a25-74577d301f45 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819857 Sep 23 14:03:21.323199 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:21.343464 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-8f929a07-d6cc-4a99-96b5-6a36603dc99d None None] Current status of the port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:21.525494 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:19Z', 'revision_number': 3, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:21.563157 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Checking router: fcb83c92-60dc-45bb-b252-d33367ab7aad for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:03:21.563794 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Updating router fcb83c92-60dc-45bb-b252-d33367ab7aad port 8a113e59-105a-4095-939b-e470873a05b2 binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:03:21.611606 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420264a8-2cab-4f2c-a57a-95e4fba9b0f0 req-0ec1acda-139d-426e-998a-7e9df07c8117 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:21.613539 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-420264a8-2cab-4f2c-a57a-95e4fba9b0f0 req-0ec1acda-139d-426e-998a-7e9df07c8117 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.1184268 Sep 23 14:03:21.632173 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8a113e59-105a-4095-939b-e470873a05b2), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:21.634600 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58052) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:21.668588 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2b1feb9f-3657-4334-bb70-703c0309827f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:21.729171 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-420264a8-2cab-4f2c-a57a-95e4fba9b0f0 req-d0b2fb1a-5321-4026-b1c1-85b7a8d8fb09 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052227 Sep 23 14:03:21.732595 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:21.818528 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:21.821066 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:21.821643 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:21.822084 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c Sep 23 14:03:21.830705 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2b1feb9f-3657-4334-bb70-703c0309827f admin admin] Publish callbacks [] for security_group (2d4a0678-3376-4aa8-bb03-cf6ba000a361), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:21.902372 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:21.920184 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2b1feb9f-3657-4334-bb70-703c0309827f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (2d4a0678-3376-4aa8-bb03-cf6ba000a361), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:21.949980 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Publish callbacks [] for port (8a113e59-105a-4095-939b-e470873a05b2), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:21.994429 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-2b1feb9f-3657-4334-bb70-703c0309827f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=53ec96afe7fa43c79713342da619af04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586423 Sep 23 14:03:21.995930 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1feb9f-3657-4334-bb70-703c0309827f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4a0678-3376-4aa8-bb03-cf6ba000a361,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:21.998652 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58062) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:22.022022 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (8a113e59-105a-4095-939b-e470873a05b2), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.065411 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Attempting to bind port 8a113e59-105a-4095-939b-e470873a05b2 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:03:22.065785 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Attempting to bind port 8a113e59-105a-4095-939b-e470873a05b2 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:03:22.066151 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Attempting to bind port 8a113e59-105a-4095-939b-e470873a05b2 on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:03:22.072535 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81f73e-4f4c-483b-b065-3784989d1efc req-1c54cd87-e696-4b88-9cf7-11183ddbcc27 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:22.074048 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-da81f73e-4f4c-483b-b065-3784989d1efc req-1c54cd87-e696-4b88-9cf7-11183ddbcc27 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 945 time: 0.1188421 Sep 23 14:03:22.090211 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1f947d41-76f0-45c9-a9b0-62282c6dbd9f admin admin] Publish callbacks [] for security_group (2d4a0678-3376-4aa8-bb03-cf6ba000a361), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.112518 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Pushing event updated for resources: {'Port': ['ID=8a113e59-105a-4095-939b-e470873a05b2,revision_number=2']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:22.122180 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.124031 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.124609 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.125171 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.126524 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.131713 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.131713 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.131713 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.131713 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.131713 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.132070 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1f947d41-76f0-45c9-a9b0-62282c6dbd9f admin admin] Publish callbacks [] for security_group (2d4a0678-3376-4aa8-bb03-cf6ba000a361), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.132152 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.132152 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.132152 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.132152 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.132152 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:22.151329 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Allocated IP 172.20.0.1 (85b65927-108e-4662-8841-432429780256/7002cca2-8527-4ff1-acbb-0b8475217711/1ce8f3bd-788c-4e5b-b254-cde25e44a74d) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:22.156159 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:03:22.157815 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:22.158466 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.161241 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:03:22.161241 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Bound port: 8a113e59-105a-4095-939b-e470873a05b2, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:03:22.161241 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8a113e59-105a-4095-939b-e470873a05b2), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.264421 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] For port 8a113e59-105a-4095-939b-e470873a05b2, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:03:22.266517 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] For port 8a113e59-105a-4095-939b-e470873a05b2, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=8a113e59-105a-4095-939b-e470873a05b2,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:03:22.284065 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:22.284962 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1f947d41-76f0-45c9-a9b0-62282c6dbd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (2d4a0678-3376-4aa8-bb03-cf6ba000a361), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.287622 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1f947d41-76f0-45c9-a9b0-62282c6dbd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.288760 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-1f947d41-76f0-45c9-a9b0-62282c6dbd9f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2d4a0678-3376-4aa8-bb03-cf6ba000a361 HTTP/1.1" status: 204 len: 168 time: 0.2889690 Sep 23 14:03:22.295908 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-da81f73e-4f4c-483b-b065-3784989d1efc req-a7210da4-4979-49a1-9df3-b80d363e20ef tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Deleting port b4188b8d-6da8-4e12-b11f-025e11d549d5 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:03:22.296256 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-da81f73e-4f4c-483b-b065-3784989d1efc req-a7210da4-4979-49a1-9df3-b80d363e20ef tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.297591 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f947d41-76f0-45c9-a9b0-62282c6dbd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4a0678-3376-4aa8-bb03-cf6ba000a361,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:22.347294 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (8a113e59-105a-4095-939b-e470873a05b2), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.388106 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:22.399514 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:22.400140 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:22.419293 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Publish callbacks [] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.438252 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-da81f73e-4f4c-483b-b065-3784989d1efc req-a7210da4-4979-49a1-9df3-b80d363e20ef tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] For port b4188b8d-6da8-4e12-b11f-025e11d549d5, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=b4188b8d-6da8-4e12-b11f-025e11d549d5,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:22.439153 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-da81f73e-4f4c-483b-b065-3784989d1efc req-a7210da4-4979-49a1-9df3-b80d363e20ef tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.460547 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-da81f73e-4f4c-483b-b065-3784989d1efc req-a7210da4-4979-49a1-9df3-b80d363e20ef tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Calling delete_port for b4188b8d-6da8-4e12-b11f-025e11d549d5 owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:03:22.487698 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99a51f-05c6-4047-b1ef-38c02f3fc254 None None] Pushing event updated for resources: {'Port': ['ID=8a113e59-105a-4095-939b-e470873a05b2,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:22.523449 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56725946-6a81-4631-a64c-304eb4fd3008 req-5f1bbd2f-7aeb-4bc1-bbef-70cf3dfcb3dc tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:22.528119 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-56725946-6a81-4631-a64c-304eb4fd3008 req-5f1bbd2f-7aeb-4bc1-bbef-70cf3dfcb3dc tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 945 time: 0.0862401 Sep 23 14:03:22.545516 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:22.577517 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:22.589645 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:22.612986 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-56725946-6a81-4631-a64c-304eb4fd3008 req-56c23512-3df8-43c7-b1eb-982cd92138cb tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=542aba08-37e2-4972-8284-549274c62b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796688 Sep 23 14:03:22.623312 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.696617 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Network 85b65927-108e-4662-8841-432429780256 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:22.703280 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:22.711261 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:03:22.711754 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (fcb83c92-60dc-45bb-b252-d33367ab7aad), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.758545 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Pushing event updated for resources: {'Port': ['ID=1ce8f3bd-788c-4e5b-b254-cde25e44a74d,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:22.785039 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58094) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:22.912243 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58098) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:22.935991 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-da81f73e-4f4c-483b-b065-3784989d1efc req-a7210da4-4979-49a1-9df3-b80d363e20ef tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (b4188b8d-6da8-4e12-b11f-025e11d549d5), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:22.956964 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:19Z', 'revision_number': 3, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:22.986078 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['b4188b8d-6da8-4e12-b11f-025e11d549d5'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:03:23.001289 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680e6ef-1489-4fd8-9aa6-d9b9449e5bfb None None] The sync data for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi is: [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:19Z', 'revision_number': 3, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:03:23.002149 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce15123-6e03-499e-aa8c-f265e0cbc2d0 req-a5e97184-f44a-4f9f-bd33-8cd2e8f58103 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:23.002149 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6ce15123-6e03-499e-aa8c-f265e0cbc2d0 req-a5e97184-f44a-4f9f-bd33-8cd2e8f58103 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.1198587 Sep 23 14:03:23.132396 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6ce15123-6e03-499e-aa8c-f265e0cbc2d0 req-4cf922d7-92bf-49dd-bd92-1b794a8bf87f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221380 Sep 23 14:03:23.147951 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7210da4-4979-49a1-9df3-b80d363e20ef tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Pushing event deleted for resources: {'Port': ['ID=b4188b8d-6da8-4e12-b11f-025e11d549d5,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:23.174551 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Provisioning complete for port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:23.175564 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.176079 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Attempt 1 to provision port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d Sep 23 14:03:23.204585 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-da81f73e-4f4c-483b-b065-3784989d1efc req-a7210da4-4979-49a1-9df3-b80d363e20ef tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] No DVR routers for this DVR port b4188b8d-6da8-4e12-b11f-025e11d549d5 on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:03:23.234011 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-da81f73e-4f4c-483b-b065-3784989d1efc req-a7210da4-4979-49a1-9df3-b80d363e20ef tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.238293 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-da81f73e-4f4c-483b-b065-3784989d1efc req-a7210da4-4979-49a1-9df3-b80d363e20ef tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.49 "DELETE /networking/v2.0/ports/b4188b8d-6da8-4e12-b11f-025e11d549d5 HTTP/1.1" status: 204 len: 173 time: 1.1572714 Sep 23 14:03:23.239401 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:23.242961 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc990d71-8d2f-4734-a5b2-4401f24cc5b4', 'name': 'network-vif-deleted', 'tag': 'b4188b8d-6da8-4e12-b11f-025e11d549d5'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:03:23.245642 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c45fbe3-ef4b-4380-8b28-cf374f0f01af" -d '{"events": [{"server_uuid": "fc990d71-8d2f-4734-a5b2-4401f24cc5b4", "name": "network-vif-deleted", "tag": "b4188b8d-6da8-4e12-b11f-025e11d549d5"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:03:23.254036 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.319371 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5688924-3c00-4d87-9242-42d9576296a5 x-openstack-request-id: req-c5688924-3c00-4d87-9242-42d9576296a5 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:03:23.319718 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc990d71-8d2f-4734-a5b2-4401f24cc5b4", "name": "network-vif-deleted", "tag": "b4188b8d-6da8-4e12-b11f-025e11d549d5", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:03:23.319920 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5688924-3c00-4d87-9242-42d9576296a5 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:03:23.320334 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5688924-3c00-4d87-9242-42d9576296a5'] response: {'server_uuid': 'fc990d71-8d2f-4734-a5b2-4401f24cc5b4', 'name': 'network-vif-deleted', 'tag': 'b4188b8d-6da8-4e12-b11f-025e11d549d5', 'status': 'completed', 'code': 200} Sep 23 14:03:23.323364 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:23.377464 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f067476c-c0f0-477c-aaeb-174ab32deb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.477387 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-26dc6bd7-029e-4bf6-b626-06df4288516a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.490412 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:23.619328 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f067476c-c0f0-477c-aaeb-174ab32deb2d admin admin] Publish callbacks [] for security_group (07cd3b97-4d75-4eeb-a538-d4e8153da035), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.625413 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Publish callbacks [] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.665921 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-26dc6bd7-029e-4bf6-b626-06df4288516a admin admin] Publish callbacks [] for security_group (fb6994e7-04e7-48ef-9a4e-440ed38eb4ee), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.715160 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 8a113e59-105a-4095-939b-e470873a05b2 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:23.735486 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.736221 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (fcb83c92-60dc-45bb-b252-d33367ab7aad), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.740688 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f067476c-c0f0-477c-aaeb-174ab32deb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (07cd3b97-4d75-4eeb-a538-d4e8153da035), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.743678 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-26dc6bd7-029e-4bf6-b626-06df4288516a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (fb6994e7-04e7-48ef-9a4e-440ed38eb4ee), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.743820 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Attempt 2 to provision port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d Sep 23 14:03:23.778392 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:23.810904 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:23.814401 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-f067476c-c0f0-477c-aaeb-174ab32deb2d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e367eb231b38468c8bd6ebe483d6ecfb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0281909 Sep 23 14:03:23.816071 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 8a113e59-105a-4095-939b-e470873a05b2 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:23.816459 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (8a113e59-105a-4095-939b-e470873a05b2), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.816798 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 8a113e59-105a-4095-939b-e470873a05b2 Sep 23 14:03:23.817839 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58116) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:23.845188 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d524b2f-6c9b-47d3-8e5a-0312bd9a79dc req-3a3aae81-ad03-4d33-bd57-d06731382d15 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 210 time: 0.1169474 Sep 23 14:03:23.933116 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc6bd7-029e-4bf6-b626-06df4288516a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6994e7-04e7-48ef-9a4e-440ed38eb4ee,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:23.948821 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Pushing event updated for resources: {'Port': ['ID=1ce8f3bd-788c-4e5b-b254-cde25e44a74d,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:23.955800 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 8a113e59-105a-4095-939b-e470873a05b2 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:23.955800 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8a113e59-105a-4095-939b-e470873a05b2), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:23.956251 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-26dc6bd7-029e-4bf6-b626-06df4288516a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b5f5f78825d5490bbe170255f4c85070&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0396631 Sep 23 14:03:23.959693 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58120) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:23.997603 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067476c-c0f0-477c-aaeb-174ab32deb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cd3b97-4d75-4eeb-a538-d4e8153da035,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:24.013104 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port 8a113e59-105a-4095-939b-e470873a05b2, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=8a113e59-105a-4095-939b-e470873a05b2,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:24.058412 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5c975f73-a56c-40f0-98fb-e940f5752a80 admin admin] Publish callbacks [] for security_group (07cd3b97-4d75-4eeb-a538-d4e8153da035), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:24.080842 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Network 85b65927-108e-4662-8841-432429780256 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:24.084479 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (8a113e59-105a-4095-939b-e470873a05b2), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:24.090202 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:24.117797 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b8d98451-6f9c-4747-b619-ad169a05bfc4 admin admin] Publish callbacks [] for security_group (fb6994e7-04e7-48ef-9a4e-440ed38eb4ee), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:24.141568 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5c975f73-a56c-40f0-98fb-e940f5752a80 admin admin] Publish callbacks [] for security_group (07cd3b97-4d75-4eeb-a538-d4e8153da035), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:24.253588 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b8d98451-6f9c-4747-b619-ad169a05bfc4 admin admin] Publish callbacks [] for security_group (fb6994e7-04e7-48ef-9a4e-440ed38eb4ee), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:24.255722 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:24.266744 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=8a113e59-105a-4095-939b-e470873a05b2,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:24.313180 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Attempt 3 to provision port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d Sep 23 14:03:24.366223 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5c975f73-a56c-40f0-98fb-e940f5752a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (07cd3b97-4d75-4eeb-a538-d4e8153da035), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:24.374810 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5c975f73-a56c-40f0-98fb-e940f5752a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:24.374810 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-5c975f73-a56c-40f0-98fb-e940f5752a80 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/07cd3b97-4d75-4eeb-a538-d4e8153da035 HTTP/1.1" status: 204 len: 168 time: 0.5510771 Sep 23 14:03:24.375670 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:24.401118 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b0db7-0cf9-4814-986c-4ea659af9ef0 req-3c0c5a66-b006-4404-95dd-e68e89a27e9c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:24.413072 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d50b0db7-0cf9-4814-986c-4ea659af9ef0 req-3c0c5a66-b006-4404-95dd-e68e89a27e9c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.1057076 Sep 23 14:03:24.415893 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c975f73-a56c-40f0-98fb-e940f5752a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cd3b97-4d75-4eeb-a538-d4e8153da035,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:24.534055 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d50b0db7-0cf9-4814-986c-4ea659af9ef0 req-9dbd464e-79aa-44c4-bc2a-941939b302f6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199512 Sep 23 14:03:24.714296 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Router fcb83c92-60dc-45bb-b252-d33367ab7aad has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:03:24.826236 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:03:24.831960 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-3a1f9bd7-0655-434b-abcc-7ab9c2483ddc admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/fcb83c92-60dc-45bb-b252-d33367ab7aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6314530 Sep 23 14:03:24.843353 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b8d98451-6f9c-4747-b619-ad169a05bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (fb6994e7-04e7-48ef-9a4e-440ed38eb4ee), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:24.846294 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b8d98451-6f9c-4747-b619-ad169a05bfc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:24.849686 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b8d98451-6f9c-4747-b619-ad169a05bfc4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fb6994e7-04e7-48ef-9a4e-440ed38eb4ee HTTP/1.1" status: 204 len: 168 time: 0.8868701 Sep 23 14:03:24.857126 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d98451-6f9c-4747-b619-ad169a05bfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6994e7-04e7-48ef-9a4e-440ed38eb4ee,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:24.877410 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Attempt 4 to provision port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d Sep 23 14:03:24.917476 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:24.958041 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:24.999023 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14ba581d-f587-4c7e-a7d4-8bd39a0835db req-083980fb-1542-4e51-b6b6-d4c91c5080c2 tempest-DeleteServersTestJSON-836308439 tempest-DeleteServersTestJSON-836308439-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fc990d71-8d2f-4734-a5b2-4401f24cc5b4 HTTP/1.1" status: 200 len: 210 time: 0.0369837 Sep 23 14:03:25.060971 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device b4188b8d-6da8-4e12-b11f-025e11d549d5 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:03:25.091937 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: b4188b8d-6da8-4e12-b11f-025e11d549d5 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:03:25.092478 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device b4188b8d-6da8-4e12-b11f-025e11d549d5 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:03:25.226178 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:25.401841 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Sync routers for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:03:25.416101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:25.416785 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8f729378-2063-4e5f-af32-1f977959786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:25.422069 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Attempt 5 to provision port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d Sep 23 14:03:25.527041 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:25.585350 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58162) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:25.607523 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bbb7e58a-0b04-463f-b602-80b36c0bc93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:25.609921 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:25.668999 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:25.734787 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 8a113e59-105a-4095-939b-e470873a05b2 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:25.798252 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3d7d1-38a0-410e-b911-992a3d3b510d req-aa9d41ea-3680-45ff-b311-7be22326d393 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:25.803913 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c4d3d7d1-38a0-410e-b911-992a3d3b510d req-aa9d41ea-3680-45ff-b311-7be22326d393 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0937567 Sep 23 14:03:25.814136 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:25.849080 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bbb7e58a-0b04-463f-b602-80b36c0bc93d admin admin] Publish callbacks [] for security_group (02014ee7-ea46-4261-992d-6dc184487312), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:25.858642 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 8a113e59-105a-4095-939b-e470873a05b2 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:25.859019 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (8a113e59-105a-4095-939b-e470873a05b2), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:25.859403 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 8a113e59-105a-4095-939b-e470873a05b2 Sep 23 14:03:25.881628 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c4d3d7d1-38a0-410e-b911-992a3d3b510d req-0f93f67e-0e00-4f7b-9067-c20749e60ccd tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666451 Sep 23 14:03:25.942531 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8f729378-2063-4e5f-af32-1f977959786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 2, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:25.963456 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bbb7e58a-0b04-463f-b602-80b36c0bc93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (02014ee7-ea46-4261-992d-6dc184487312), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:25.974216 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Checking router: fcb83c92-60dc-45bb-b252-d33367ab7aad for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:03:25.974216 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Updating router fcb83c92-60dc-45bb-b252-d33367ab7aad port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d binding host dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:03:26.007430 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-bbb7e58a-0b04-463f-b602-80b36c0bc93d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0663e86bf6e048d4bee2938e9ee39906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4221227 Sep 23 14:03:26.010122 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58170) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:26.020948 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7e58a-0b04-463f-b602-80b36c0bc93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02014ee7-ea46-4261-992d-6dc184487312,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:26.091841 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-350c485e-0e8e-456b-8cb1-17669a0c8ea6 admin admin] Publish callbacks [] for security_group (02014ee7-ea46-4261-992d-6dc184487312), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.116540 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-350c485e-0e8e-456b-8cb1-17669a0c8ea6 admin admin] Publish callbacks [] for security_group (02014ee7-ea46-4261-992d-6dc184487312), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.165764 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Attempt 6 to provision port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d Sep 23 14:03:26.180671 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:26.181717 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.195354 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58180) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:26.233833 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-987a61b4-3d2a-4e52-959f-1f17dfadcb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.236003 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 8a113e59-105a-4095-939b-e470873a05b2 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:26.255231 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:26.297448 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-350c485e-0e8e-456b-8cb1-17669a0c8ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (02014ee7-ea46-4261-992d-6dc184487312), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.302357 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-350c485e-0e8e-456b-8cb1-17669a0c8ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.304163 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-350c485e-0e8e-456b-8cb1-17669a0c8ea6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/02014ee7-ea46-4261-992d-6dc184487312 HTTP/1.1" status: 204 len: 168 time: 0.2904785 Sep 23 14:03:26.331743 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:26.334788 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c485e-0e8e-456b-8cb1-17669a0c8ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02014ee7-ea46-4261-992d-6dc184487312,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:26.363802 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:26.419061 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-987a61b4-3d2a-4e52-959f-1f17dfadcb3a admin admin] Publish callbacks [] for security_group (37ada0d0-49e7-4294-886f-10cdad8e51d1), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.450920 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58192) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:26.456388 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1129230876-network', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:26.474578 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-987a61b4-3d2a-4e52-959f-1f17dfadcb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (37ada0d0-49e7-4294-886f-10cdad8e51d1), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.517106 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-987a61b4-3d2a-4e52-959f-1f17dfadcb3a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a4c2dcf8f82b4dfaa46dca9d6851bac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165917 Sep 23 14:03:26.519614 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58198) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:26.543189 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a61b4-3d2a-4e52-959f-1f17dfadcb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ada0d0-49e7-4294-886f-10cdad8e51d1,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:26.585617 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb5e6-c7e7-4902-834a-b417ecfd3075 admin admin] Publish callbacks [] for security_group (37ada0d0-49e7-4294-886f-10cdad8e51d1), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.593812 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Made reservation on behalf of f2789f9cb0bd44aaa264d2e76944cbc9 for: {'network': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:03:26.597794 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.608063 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.617638 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb5e6-c7e7-4902-834a-b417ecfd3075 admin admin] Publish callbacks [] for security_group (37ada0d0-49e7-4294-886f-10cdad8e51d1), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.621299 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Publish callbacks [] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), precommit_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.712914 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.720324 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb5e6-c7e7-4902-834a-b417ecfd3075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (37ada0d0-49e7-4294-886f-10cdad8e51d1), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.723955 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb5e6-c7e7-4902-834a-b417ecfd3075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.726896 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-e5ddb5e6-c7e7-4902-834a-b417ecfd3075 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/37ada0d0-49e7-4294-886f-10cdad8e51d1 HTTP/1.1" status: 204 len: 168 time: 0.2035780 Sep 23 14:03:26.731282 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Publish callbacks [] for security_group (2a0275e7-54ad-43c9-b88c-15ba1c763062), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.740309 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddb5e6-c7e7-4902-834a-b417ecfd3075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ada0d0-49e7-4294-886f-10cdad8e51d1,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:26.769233 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Attempt 7 to provision port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d Sep 23 14:03:26.826821 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (2a0275e7-54ad-43c9-b88c-15ba1c763062), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.842896 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52a5ca-e405-4970-9927-c9e6a8f4f9df None None] Pushing event updated for resources: {'Port': ['ID=1ce8f3bd-788c-4e5b-b254-cde25e44a74d,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:26.861389 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:26.869730 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=106653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:03:26.888788 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0275e7-54ad-43c9-b88c-15ba1c763062,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:26.894677 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (e92ec799-f58e-4fc9-8b19-7771a7db921d), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.895013 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.segments_db [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Added segment e92ec799-f58e-4fc9-8b19-7771a7db921d of type vlan for network ede66a77-e809-4ea0-8b0f-803e8723dadb Sep 23 14:03:26.907246 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Attempting to bind port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:03:26.907790 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Attempting to bind port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:03:26.908270 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Attempting to bind port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d on network 85b65927-108e-4662-8841-432429780256 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:03:26.946230 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (ede66a77-e809-4ea0-8b0f-803e8723dadb), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.981491 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:03:26.983412 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Checking segment: {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:26.983996 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:26.985300 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Bound using segment: {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:03:26.986582 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Bound port: 1ce8f3bd-788c-4e5b-b254-cde25e44a74d, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:03:26.987321 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:27.000389 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:27.039347 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35f6c9-c1e5-4d5e-b13b-4b0504bbb532 req-d1cecb96-15c3-4791-a962-c1df962a882d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:27.040929 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7e35f6c9-c1e5-4d5e-b13b-4b0504bbb532 req-d1cecb96-15c3-4791-a962-c1df962a882d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0708258 Sep 23 14:03:27.057317 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-8f729378-2063-4e5f-af32-1f977959786b None None] For port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:03:27.060563 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-8f729378-2063-4e5f-af32-1f977959786b None None] For port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=1ce8f3bd-788c-4e5b-b254-cde25e44a74d,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:03:27.100430 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7e35f6c9-c1e5-4d5e-b13b-4b0504bbb532 req-df219a19-6e32-4869-b547-ee347f3bd389 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494485 Sep 23 14:03:27.134617 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (ede66a77-e809-4ea0-8b0f-803e8723dadb), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:27.135634 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:27.136211 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:27.166989 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:27.209184 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] Pushing event updated for resources: {'Network': ['ID=ede66a77-e809-4ea0-8b0f-803e8723dadb,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:27.216916 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:27.218226 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8f729378-2063-4e5f-af32-1f977959786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:27.266796 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network ede66a77-e809-4ea0-8b0f-803e8723dadb details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:03:27.278117 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-dbb8050d-8166-4633-a0aa-438466272b1d admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8229620 Sep 23 14:03:27.278117 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58228) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:27.290035 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] Request body: {'subnet': {'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1129230876-subnet', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'ip_version': 4}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:27.368039 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Attempt 8 to provision port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d Sep 23 14:03:27.410830 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52a5ca-e405-4970-9927-c9e6a8f4f9df None None] Pushing event updated for resources: {'Port': ['ID=1ce8f3bd-788c-4e5b-b254-cde25e44a74d,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:27.452597 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] Made reservation on behalf of f2789f9cb0bd44aaa264d2e76944cbc9 for: {'subnet': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:03:27.456069 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3231258'] for subnet (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:27.501252 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:27.503322 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-8f729378-2063-4e5f-af32-1f977959786b None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:27.731112 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Current status of the port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:27.731260 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:27.854646 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] For port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=1ce8f3bd-788c-4e5b-b254-cde25e44a74d,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:27.872331 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8f729378-2063-4e5f-af32-1f977959786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:27.879682 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2865130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3231244'] for subnet (48c1271b-7b3a-4a5d-80d2-3299f5999323), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:27.922444 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f729378-2063-4e5f-af32-1f977959786b None None] The sync data for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi is: [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:03:27.925321 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58258) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:27.935531 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:28.034312 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:28.035395 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c1271b-7b3a-4a5d-80d2-3299f5999323,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:28.066964 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] Checking segment: {'id': 'e92ec799-f58e-4fc9-8b19-7771a7db921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:28.067631 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] Network hostable DHCP agents. Network: ede66a77-e809-4ea0-8b0f-803e8723dadb, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:03:28.085328 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3b54e-f31d-4c26-a890-fd2882eb0f52 None None] Pushing event updated for resources: {'Port': ['ID=1ce8f3bd-788c-4e5b-b254-cde25e44a74d,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:28.101205 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-266a5268-3015-4054-8b10-2de94b93676c None None] Provisioning complete for port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:28.101999 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-266a5268-3015-4054-8b10-2de94b93676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:28.102291 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-266a5268-3015-4054-8b10-2de94b93676c None None] Attempt 1 to provision port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d Sep 23 14:03:28.170642 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] Network ede66a77-e809-4ea0-8b0f-803e8723dadb is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:03:28.226207 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:28.271942 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-266a5268-3015-4054-8b10-2de94b93676c None None] Current status of the port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:28.295301 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, ede66a77-e809-4ea0-8b0f-803e8723dadb) {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:28.303355 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3681941-6abf-4d82-960b-d94151cc7177 None None] Network ede66a77-e809-4ea0-8b0f-803e8723dadb requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:03:28.308227 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:28.321901 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:28.326922 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:28.385091 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024009ac-66bd-48a9-b36c-c0ad906f45d1 req-d293130f-e436-4186-8311-3ead2f76e4f5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:28.394786 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-024009ac-66bd-48a9-b36c-c0ad906f45d1 req-d293130f-e436-4186-8311-3ead2f76e4f5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.1534085 Sep 23 14:03:28.515228 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-ede66a77-e809-4ea0-8b0f-803e8723dadb', 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb', 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'fixed_ips': [{'subnet_id': '48c1271b-7b3a-4a5d-80d2-3299f5999323'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 14:03:28.517411 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:28.521008 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-9667adda-5329-4bf1-9207-ae5b156fcfed admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2419629 Sep 23 14:03:28.521892 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58272) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:28.524893 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-024009ac-66bd-48a9-b36c-c0ad906f45d1 req-e6e9c0de-bb6e-4710-a42c-ac92a4911bcc tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293766 Sep 23 14:03:28.531908 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1129230876-router', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:28.687739 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494252'] for router_interface (62e51876-ca67-42ba-8d47-c20b850d4a65), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:28.782670 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (8108f749-d5cc-4306-9847-0c4898df1a01), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:28.784017 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (8108f749-d5cc-4306-9847-0c4898df1a01), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:28.809294 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Allocated IP 172.20.0.2 (ede66a77-e809-4ea0-8b0f-803e8723dadb/48c1271b-7b3a-4a5d-80d2-3299f5999323/2ad7c045-e9ea-48c1-a208-6d1095a403f9) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:28.841554 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:28.969646 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Publish callbacks [] for router_controller (8108f749-d5cc-4306-9847-0c4898df1a01), precommit_add_association {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:29.071363 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Publish callbacks [] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:29.159008 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:29.247746 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Network ede66a77-e809-4ea0-8b0f-803e8723dadb is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:29.252256 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Pushing event updated for resources: {'Port': ['ID=2ad7c045-e9ea-48c1-a208-6d1095a403f9,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:29.255230 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:29.269075 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:03:29.294810 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Publish callbacks [] for router_gateway (8108f749-d5cc-4306-9847-0c4898df1a01), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:29.349335 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Attempting to bind port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:03:29.351019 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Attempting to bind port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'e92ec799-f58e-4fc9-8b19-7771a7db921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:03:29.351595 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Attempting to bind port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 on network ede66a77-e809-4ea0-8b0f-803e8723dadb {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:03:29.354124 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] Deleting port 94e1c632-c94d-4e3a-be60-a540364d23ea {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:03:29.355594 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:29.400445 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:29.416627 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:29.423943 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:03:29.424636 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Checking segment: {'id': 'e92ec799-f58e-4fc9-8b19-7771a7db921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:29.425651 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:29.426126 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Bound using segment: {'id': 'e92ec799-f58e-4fc9-8b19-7771a7db921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:03:29.426956 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Bound port: 2ad7c045-e9ea-48c1-a208-6d1095a403f9, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92ec799-f58e-4fc9-8b19-7771a7db921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:03:29.428199 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:29.524408 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] For port 2ad7c045-e9ea-48c1-a208-6d1095a403f9, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:03:29.533056 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] For port 2ad7c045-e9ea-48c1-a208-6d1095a403f9, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=2ad7c045-e9ea-48c1-a208-6d1095a403f9,segment=NetworkSegment(e92ec799-f58e-4fc9-8b19-7771a7db921d),segment_id=e92ec799-f58e-4fc9-8b19-7771a7db921d)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:03:29.628713 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:29.641749 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] For port 94e1c632-c94d-4e3a-be60-a540364d23ea, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=94e1c632-c94d-4e3a-be60-a540364d23ea,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:29.641749 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:29.679918 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] Calling delete_port for 94e1c632-c94d-4e3a-be60-a540364d23ea owned by network:router_interface {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:03:29.838260 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f9840-9df0-4906-9a20-03a5084b6275 req-d336f76e-fca6-4dc5-903c-b9df258722ae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:29.845696 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6c2f9840-9df0-4906-9a20-03a5084b6275 req-d336f76e-fca6-4dc5-903c-b9df258722ae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.1040637 Sep 23 14:03:29.963210 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 1ce8f3bd-788c-4e5b-b254-cde25e44a74d up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:30.014529 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6c2f9840-9df0-4906-9a20-03a5084b6275 req-8c118173-0345-40f5-80f2-21a959d62cf4 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543648 Sep 23 14:03:30.067030 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19260d4-03fa-4502-a927-3202ea4110f3 None None] Pushing event updated for resources: {'Port': ['ID=2ad7c045-e9ea-48c1-a208-6d1095a403f9,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:30.096820 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:30.097204 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:30.097549 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d Sep 23 14:03:30.194838 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:30.259821 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Publish callbacks [] for router_gateway (8108f749-d5cc-4306-9847-0c4898df1a01), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:30.286410 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:30.456771 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Allocated IP 172.27.1.7 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/b0f06830-88ed-4713-8701-14c1eb0ea939) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:30.536145 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (94e1c632-c94d-4e3a-be60-a540364d23ea), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:30.584511 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e1c632-c94d-4e3a-be60-a540364d23ea,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:30.627747 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Publish callbacks [] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:30.763429 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:30.781996 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-490524'] for router_interface (62e51876-ca67-42ba-8d47-c20b850d4a65), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:30.851723 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:30.909491 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:30.914254 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:30.918918 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:03:30.968282 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4665bb89-0d59-44d2-911e-1bd05a25764e None None] Network ede66a77-e809-4ea0-8b0f-803e8723dadb requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:03:30.984392 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:31.032994 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Pushing event updated for resources: {'Port': ['ID=b0f06830-88ed-4713-8701-14c1eb0ea939,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:31.046104 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-ce17a431-48c6-4585-a4f3-727f1c85a91c None None] Provisioning complete for port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:31.047012 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ce17a431-48c6-4585-a4f3-727f1c85a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:31.047540 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-ce17a431-48c6-4585-a4f3-727f1c85a91c None None] Attempt 1 to provision port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 Sep 23 14:03:31.174979 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-ce17a431-48c6-4585-a4f3-727f1c85a91c None None] Current status of the port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:31.175802 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ce17a431-48c6-4585-a4f3-727f1c85a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:31.241345 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-ce17a431-48c6-4585-a4f3-727f1c85a91c None None] For port 2ad7c045-e9ea-48c1-a208-6d1095a403f9, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=2ad7c045-e9ea-48c1-a208-6d1095a403f9,segment=NetworkSegment(e92ec799-f58e-4fc9-8b19-7771a7db921d),segment_id=e92ec799-f58e-4fc9-8b19-7771a7db921d)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:31.255442 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea84324-3583-4894-a44b-e1e9483bdb1f req-972e033c-7c89-46d1-baf5-6a7a0bab57be tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:31.257575 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fea84324-3583-4894-a44b-e1e9483bdb1f req-972e033c-7c89-46d1-baf5-6a7a0bab57be tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0926366 Sep 23 14:03:31.303075 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] Router 62e51876-ca67-42ba-8d47-c20b850d4a65 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:03:31.304990 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:31.334104 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ce17a431-48c6-4585-a4f3-727f1c85a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:31.348107 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fea84324-3583-4894-a44b-e1e9483bdb1f req-c7d7756b-68b9-4208-8738-045d2f2d81d8 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843282 Sep 23 14:03:31.403232 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Publish callbacks [] for router_gateway (8108f749-d5cc-4306-9847-0c4898df1a01), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:31.415511 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17a431-48c6-4585-a4f3-727f1c85a91c None None] Pushing event updated for resources: {'Port': ['ID=2ad7c045-e9ea-48c1-a208-6d1095a403f9,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:31.458069 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-0d98e87f-2028-4f5f-b7d1-ae5b215b3aff None None] Provisioning complete for port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:31.458714 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0d98e87f-2028-4f5f-b7d1-ae5b215b3aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:31.459188 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-0d98e87f-2028-4f5f-b7d1-ae5b215b3aff None None] Attempt 1 to provision port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 Sep 23 14:03:31.509657 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58368) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:31.576610 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-0d98e87f-2028-4f5f-b7d1-ae5b215b3aff None None] Current status of the port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:31.684673 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:03:31.692193 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-efc364be-b6c9-4bf2-bc41-013c88c9d827 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/62e51876-ca67-42ba-8d47-c20b850d4a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7657936 Sep 23 14:03:31.700669 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58376) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:31.700822 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999dc1e-9a3a-44b6-b60a-92afadad00a0 None None] Sync routers for ids ['62e51876-ca67-42ba-8d47-c20b850d4a65'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:03:31.725237 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999dc1e-9a3a-44b6-b60a-92afadad00a0 None None] Routers {'62e51876-ca67-42ba-8d47-c20b850d4a65'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:31.729147 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b999dc1e-9a3a-44b6-b60a-92afadad00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['62e51876-ca67-42ba-8d47-c20b850d4a65'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:31.782526 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-29238d70-0b73-4931-b2b4-682e7dafb876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:31.808520 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 2ad7c045-e9ea-48c1-a208-6d1095a403f9 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:31.829051 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (8108f749-d5cc-4306-9847-0c4898df1a01), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:31.851471 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:31.868167 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:31.888947 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:31.888947 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 Sep 23 14:03:31.889449 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-b999dc1e-9a3a-44b6-b60a-92afadad00a0 None None] Set router 62e51876-ca67-42ba-8d47-c20b850d4a65 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:32.032624 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:32.194196 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b999dc1e-9a3a-44b6-b60a-92afadad00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'name': 'tempest-DeleteServersTestJSON-560048425-router', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:03:30Z', 'revision_number': 5, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'gw_port': {'id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:11Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:32.273215 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:32.280953 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999dc1e-9a3a-44b6-b60a-92afadad00a0 None None] Checking router: 62e51876-ca67-42ba-8d47-c20b850d4a65 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:03:32.304433 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999dc1e-9a3a-44b6-b60a-92afadad00a0 None None] Routers {'62e51876-ca67-42ba-8d47-c20b850d4a65'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:32.305264 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b999dc1e-9a3a-44b6-b60a-92afadad00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['62e51876-ca67-42ba-8d47-c20b850d4a65'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:32.307485 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Publish callbacks [] for router (62e51876-ca67-42ba-8d47-c20b850d4a65), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:32.364938 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-29238d70-0b73-4931-b2b4-682e7dafb876 admin admin] Publish callbacks [] for security_group (bd636b9a-9654-40c4-ac78-8d8ca2bcfd61), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:32.416113 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Router 8108f749-d5cc-4306-9847-0c4898df1a01 is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:03:32.462157 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-29238d70-0b73-4931-b2b4-682e7dafb876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (bd636b9a-9654-40c4-ac78-8d8ca2bcfd61), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:32.519037 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-b999dc1e-9a3a-44b6-b60a-92afadad00a0 None None] Set router 62e51876-ca67-42ba-8d47-c20b850d4a65 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:32.536685 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29238d70-0b73-4931-b2b4-682e7dafb876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd636b9a-9654-40c4-ac78-8d8ca2bcfd61,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:32.540635 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:32.612420 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e2495-913f-40a3-96c2-27fec130506c req-90f7bdc7-f889-4feb-ad38-a624c332ad33 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:32.619954 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0e1e2495-913f-40a3-96c2-27fec130506c req-90f7bdc7-f889-4feb-ad38-a624c332ad33 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.1612098 Sep 23 14:03:32.623060 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:03:32.647603 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58406) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:32.647683 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-29238d70-0b73-4931-b2b4-682e7dafb876 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9ea9d1031f974e8a8919d09372f5c3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1255438 Sep 23 14:03:32.652954 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Sync routers for ids ['8108f749-d5cc-4306-9847-0c4898df1a01'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:03:32.662048 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Routers {'8108f749-d5cc-4306-9847-0c4898df1a01'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:32.662710 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['8108f749-d5cc-4306-9847-0c4898df1a01'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:32.689864 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Publish callbacks [] for router_gateway (62e51876-ca67-42ba-8d47-c20b850d4a65), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:32.711231 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:32.721861 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0e1e2495-913f-40a3-96c2-27fec130506c req-62e8408f-12c4-4736-a8e5-0cb773faa142 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009922 Sep 23 14:03:32.736890 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b300-a8c7-4355-a640-83c49cf8dd89 admin admin] Publish callbacks [] for security_group (bd636b9a-9654-40c4-ac78-8d8ca2bcfd61), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:32.746806 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b999dc1e-9a3a-44b6-b60a-92afadad00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'name': 'tempest-DeleteServersTestJSON-560048425-router', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:03:30Z', 'revision_number': 5, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'gw_port': {'id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:11Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:32.783644 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b300-a8c7-4355-a640-83c49cf8dd89 admin admin] Publish callbacks [] for security_group (bd636b9a-9654-40c4-ac78-8d8ca2bcfd61), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:32.787979 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:32.789320 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-19cb20a2-1cc6-4cf5-b359-24ce99b3eb7f admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2661285 Sep 23 14:03:32.795822 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58412) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:32.807568 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999dc1e-9a3a-44b6-b60a-92afadad00a0 None None] The sync data for ids ['62e51876-ca67-42ba-8d47-c20b850d4a65'] in dv-cinder-857434-4-iscsi is: [{'id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'name': 'tempest-DeleteServersTestJSON-560048425-router', 'tenant_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:03:30Z', 'revision_number': 5, 'project_id': '8e1a67a82fb44cf59f9b4f30848881d1', 'gw_port': {'id': '20033107-fa1b-4c44-8bfe-1684bdd9be2c', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e51876-ca67-42ba-8d47-c20b850d4a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:11Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:03:32.884143 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Set router 8108f749-d5cc-4306-9847-0c4898df1a01 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:32.889430 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Deleting port 20033107-fa1b-4c44-8bfe-1684bdd9be2c {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:03:32.890287 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:33.033920 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] For port 20033107-fa1b-4c44-8bfe-1684bdd9be2c, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=20033107-fa1b-4c44-8bfe-1684bdd9be2c,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:33.034881 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:33.070314 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Calling delete_port for 20033107-fa1b-4c44-8bfe-1684bdd9be2c owned by network:router_gateway {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:03:33.082620 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b300-a8c7-4355-a640-83c49cf8dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (bd636b9a-9654-40c4-ac78-8d8ca2bcfd61), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:33.085231 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b300-a8c7-4355-a640-83c49cf8dd89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:33.086323 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-7ef7b300-a8c7-4355-a640-83c49cf8dd89 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bd636b9a-9654-40c4-ac78-8d8ca2bcfd61 HTTP/1.1" status: 204 len: 168 time: 0.4480865 Sep 23 14:03:33.107112 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7b300-a8c7-4355-a640-83c49cf8dd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd636b9a-9654-40c4-ac78-8d8ca2bcfd61,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:33.113533 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'name': 'tempest-TestVolumeBootPattern-1129230876-router', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:28Z', 'updated_at': '2022-09-23T14:03:31Z', 'revision_number': 3, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'gw_port': {'id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:30Z', 'updated_at': '2022-09-23T14:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:33.157777 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Checking router: 8108f749-d5cc-4306-9847-0c4898df1a01 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:03:33.158323 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Updating router 8108f749-d5cc-4306-9847-0c4898df1a01 port b0f06830-88ed-4713-8701-14c1eb0ea939 binding host dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:03:33.260536 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:33.317397 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:33.517158 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:33.598005 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (20033107-fa1b-4c44-8bfe-1684bdd9be2c), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:33.599255 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 94e1c632-c94d-4e3a-be60-a540364d23ea no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:03:33.656610 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=20033107-fa1b-4c44-8bfe-1684bdd9be2c,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:33.777203 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=100 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:33.791426 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Publish callbacks [] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), precommit_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:33.806399 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485974'] for router_gateway (62e51876-ca67-42ba-8d47-c20b850d4a65), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:33.852555 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 94e1c632-c94d-4e3a-be60-a540364d23ea {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:03:33.853016 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 94e1c632-c94d-4e3a-be60-a540364d23ea not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:03:33.865932 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:33.903970 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Attempting to bind port b0f06830-88ed-4713-8701-14c1eb0ea939 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:03:33.904392 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Attempting to bind port b0f06830-88ed-4713-8701-14c1eb0ea939 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:03:33.905071 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Attempting to bind port b0f06830-88ed-4713-8701-14c1eb0ea939 on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:03:33.919350 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Allocated IP 172.20.0.1 (ede66a77-e809-4ea0-8b0f-803e8723dadb/48c1271b-7b3a-4a5d-80d2-3299f5999323/79021145-1f27-4365-b2dd-431cd1d81fd7) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:33.962570 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:03:33.964827 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:33.964827 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:33.964827 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:03:33.964827 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Bound port: b0f06830-88ed-4713-8701-14c1eb0ea939, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:03:33.964827 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.002227 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaccd24-198e-42b8-a5bc-d815012e586a None None] Pushing event updated for resources: {'Port': ['ID=b0f06830-88ed-4713-8701-14c1eb0ea939,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:34.027844 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] For port b0f06830-88ed-4713-8701-14c1eb0ea939, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:03:34.031724 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] For port b0f06830-88ed-4713-8701-14c1eb0ea939, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=b0f06830-88ed-4713-8701-14c1eb0ea939,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:03:34.035032 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router (62e51876-ca67-42ba-8d47-c20b850d4a65), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.038131 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Publish callbacks [] for router_controller (62e51876-ca67-42ba-8d47-c20b850d4a65), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.083041 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253276d-91ae-46e6-85d6-fb24085a959a req-c3cdbea3-7d1e-433c-96fb-0d45716330eb tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:34.084812 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e253276d-91ae-46e6-85d6-fb24085a959a req-c3cdbea3-7d1e-433c-96fb-0d45716330eb tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.1906884 Sep 23 14:03:34.104586 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Publish callbacks [] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.158654 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.165885 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58454) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:34.192077 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f557bb1f-21cb-4f00-93ae-da5356412819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.209269 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e253276d-91ae-46e6-85d6-fb24085a959a req-5a969868-b992-453c-992e-14f9b593b484 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905242 Sep 23 14:03:34.220437 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Routers {'8108f749-d5cc-4306-9847-0c4898df1a01'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:34.221094 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['8108f749-d5cc-4306-9847-0c4898df1a01'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:34.271391 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:34.299890 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f557bb1f-21cb-4f00-93ae-da5356412819 admin admin] Publish callbacks [] for security_group (76120fcf-e5fd-4b75-b5bf-93989f48c50c), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.303769 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490593'] for router (62e51876-ca67-42ba-8d47-c20b850d4a65), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.303769 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62e51876-ca67-42ba-8d47-c20b850d4a65 {{(pid=106653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:03:34.304106 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.323198 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.324369 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-1148045c-49db-482d-8347-6313f6850d4a admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/62e51876-ca67-42ba-8d47-c20b850d4a65 HTTP/1.1" status: 204 len: 168 time: 2.6284652 Sep 23 14:03:34.331050 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaccd24-198e-42b8-a5bc-d815012e586a None None] Pushing event updated for resources: {'Port': ['ID=b0f06830-88ed-4713-8701-14c1eb0ea939,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:34.338569 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58462) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:34.356898 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] Set router 8108f749-d5cc-4306-9847-0c4898df1a01 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:34.416278 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f557bb1f-21cb-4f00-93ae-da5356412819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (76120fcf-e5fd-4b75-b5bf-93989f48c50c), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.418737 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Pushing event updated for resources: {'Port': ['ID=79021145-1f27-4365-b2dd-431cd1d81fd7,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:34.443822 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:34.460270 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-f557bb1f-21cb-4f00-93ae-da5356412819 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ea6bd75825f949e9ba9236ac34ceda4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885966 Sep 23 14:03:34.462810 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58470) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:34.472741 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Network ede66a77-e809-4ea0-8b0f-803e8723dadb is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:34.474106 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda23071-eb31-4077-80d3-5ba4775e1995 admin admin] Deleting subnet a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d {{(pid=106653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:03:34.475088 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:34.482880 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:03:34.483965 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (8108f749-d5cc-4306-9847-0c4898df1a01), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.514126 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eda23071-eb31-4077-80d3-5ba4775e1995 admin admin] Publish callbacks [] for subnet (a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.523854 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58472) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:34.572213 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:34.592343 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557bb1f-21cb-4f00-93ae-da5356412819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76120fcf-e5fd-4b75-b5bf-93989f48c50c,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:34.692603 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:34.713137 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eda23071-eb31-4077-80d3-5ba4775e1995 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934250'] for subnet (a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.727913 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'name': 'tempest-TestVolumeBootPattern-1129230876-router', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:28Z', 'updated_at': '2022-09-23T14:03:31Z', 'revision_number': 3, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'gw_port': {'id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:30Z', 'updated_at': '2022-09-23T14:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:34.758093 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b502-f623-490c-aa0f-44d0fed7f644 None None] The sync data for ids ['8108f749-d5cc-4306-9847-0c4898df1a01'] in dv-cinder-857434-4-iscsi is: [{'id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'name': 'tempest-TestVolumeBootPattern-1129230876-router', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:28Z', 'updated_at': '2022-09-23T14:03:31Z', 'revision_number': 3, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'gw_port': {'id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:30Z', 'updated_at': '2022-09-23T14:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:03:34.760697 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4476c2ea-ea00-4645-b919-a045d49634f4 admin admin] Publish callbacks [] for security_group (76120fcf-e5fd-4b75-b5bf-93989f48c50c), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.803724 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4476c2ea-ea00-4645-b919-a045d49634f4 admin admin] Publish callbacks [] for security_group (76120fcf-e5fd-4b75-b5bf-93989f48c50c), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.817991 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f51b7-1515-4d25-aaa7-fd1d6de39e50 req-51c0364a-fafb-4d19-ba76-aadc457a966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:34.819785 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-216f51b7-1515-4d25-aaa7-fd1d6de39e50 req-51c0364a-fafb-4d19-ba76-aadc457a966c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 1129 time: 0.0761378 Sep 23 14:03:34.857790 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5d03bbac-f16c-433d-977c-9ac8d8321616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.871128 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.928522 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-216f51b7-1515-4d25-aaa7-fd1d6de39e50 req-9a779d9f-ada2-49f7-a663-16a9cdca2251 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645852 Sep 23 14:03:34.961236 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eda23071-eb31-4077-80d3-5ba4775e1995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.973846 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Provisioning complete for port 79021145-1f27-4365-b2dd-431cd1d81fd7 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:34.974501 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:34.975115 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Attempt 1 to provision port 79021145-1f27-4365-b2dd-431cd1d81fd7 Sep 23 14:03:35.052899 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Port 79021145-1f27-4365-b2dd-431cd1d81fd7 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:35.128217 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4476c2ea-ea00-4645-b919-a045d49634f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (76120fcf-e5fd-4b75-b5bf-93989f48c50c), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.130906 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4476c2ea-ea00-4645-b919-a045d49634f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.132872 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-4476c2ea-ea00-4645-b919-a045d49634f4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/76120fcf-e5fd-4b75-b5bf-93989f48c50c HTTP/1.1" status: 204 len: 168 time: 0.6686850 Sep 23 14:03:35.168526 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476c2ea-ea00-4645-b919-a045d49634f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76120fcf-e5fd-4b75-b5bf-93989f48c50c,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:35.178045 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Publish callbacks [] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.205232 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eda23071-eb31-4077-80d3-5ba4775e1995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2864437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3231285'] for subnet (a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.282881 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.283760 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (8108f749-d5cc-4306-9847-0c4898df1a01), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.295348 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:35.320160 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda23071-eb31-4077-80d3-5ba4775e1995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:35.341539 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eda23071-eb31-4077-80d3-5ba4775e1995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.346935 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27bc85b-99fe-48b2-b4a1-f145a59e8f20 None None] Network dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:03:35.349453 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-eda23071-eb31-4077-80d3-5ba4775e1995 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/a5d8ec1f-2fc9-41bf-bc2a-725ff7582c8d HTTP/1.1" status: 204 len: 168 time: 1.0097339 Sep 23 14:03:35.351437 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58502) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:35.434772 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Pushing event updated for resources: {'Port': ['ID=79021145-1f27-4365-b2dd-431cd1d81fd7,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:35.471827 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:35.508243 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Network ede66a77-e809-4ea0-8b0f-803e8723dadb is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:35.509693 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:35.515006 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.525670 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5d03bbac-f16c-433d-977c-9ac8d8321616 admin admin] Publish callbacks [] for security_group (12d7822b-aca3-4b30-b751-33c82b62cad2), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.538676 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d951da-de03-463f-b63c-ee7882687ecd req-a126432f-7ae7-4640-aae2-26ae5862b4e7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:35.552412 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-66d951da-de03-463f-b63c-ee7882687ecd req-a126432f-7ae7-4640-aae2-26ae5862b4e7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.2285788 Sep 23 14:03:35.556821 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Attempt 2 to provision port 79021145-1f27-4365-b2dd-431cd1d81fd7 Sep 23 14:03:35.630392 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Port 79021145-1f27-4365-b2dd-431cd1d81fd7 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:35.632834 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c21aa86-9f4d-4954-8833-8b3b11292ec2 None None] DHCP port deletion for dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a request from dv-cinder-857434-4-iscsi {{(pid=106654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 14:03:35.662005 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5d03bbac-f16c-433d-977c-9ac8d8321616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (12d7822b-aca3-4b30-b751-33c82b62cad2), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.683410 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-1c21aa86-9f4d-4954-8833-8b3b11292ec2 None None] Deleting port 572597bd-832c-4513-b9b7-52c846e08832 {{(pid=106654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:03:35.683784 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-1c21aa86-9f4d-4954-8833-8b3b11292ec2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (572597bd-832c-4513-b9b7-52c846e08832), before_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.724846 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Router 8108f749-d5cc-4306-9847-0c4898df1a01 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:03:35.756856 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03bbac-f16c-433d-977c-9ac8d8321616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d7822b-aca3-4b30-b751-33c82b62cad2,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:35.809898 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-66d951da-de03-463f-b63c-ee7882687ecd req-be826976-680c-45f2-8ce5-930e52c825b4 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417362 Sep 23 14:03:35.812653 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Deleting port 572597bd-832c-4513-b9b7-52c846e08832 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:03:35.812996 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (572597bd-832c-4513-b9b7-52c846e08832), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.816258 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-1c21aa86-9f4d-4954-8833-8b3b11292ec2 None None] For port 572597bd-832c-4513-b9b7-52c846e08832, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=572597bd-832c-4513-b9b7-52c846e08832,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:35.820894 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-1c21aa86-9f4d-4954-8833-8b3b11292ec2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (572597bd-832c-4513-b9b7-52c846e08832), precommit_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:35.821048 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-5d03bbac-f16c-433d-977c-9ac8d8321616 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=da2bf84b8d644402b31dfe09fab21dab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2931798 Sep 23 14:03:35.829543 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58510) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:35.912652 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:35.928788 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:35.988969 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:36.024497 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] For port 572597bd-832c-4513-b9b7-52c846e08832, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=572597bd-832c-4513-b9b7-52c846e08832,segment=NetworkSegment(dc86c667-65c3-4e4b-add0-96104a470812),segment_id=dc86c667-65c3-4e4b-add0-96104a470812)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:36.024876 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (572597bd-832c-4513-b9b7-52c846e08832), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.065791 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Calling delete_port for 572597bd-832c-4513-b9b7-52c846e08832 owned by network:dhcp {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:03:36.075447 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-1c21aa86-9f4d-4954-8833-8b3b11292ec2 None None] Calling delete_port for 572597bd-832c-4513-b9b7-52c846e08832 owned by network:dhcp {{(pid=106654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:03:36.076500 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-65e0b1eb-233a-4934-a68f-c0b6ca0a1e5b admin admin] Publish callbacks [] for security_group (12d7822b-aca3-4b30-b751-33c82b62cad2), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.088184 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:03:36.093401 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-4481ff3a-3a78-49b9-967b-c8576ae747a4 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/8108f749-d5cc-4306-9847-0c4898df1a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2958999 Sep 23 14:03:36.175607 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-65e0b1eb-233a-4934-a68f-c0b6ca0a1e5b admin admin] Publish callbacks [] for security_group (12d7822b-aca3-4b30-b751-33c82b62cad2), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.215344 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Attempt 3 to provision port 79021145-1f27-4365-b2dd-431cd1d81fd7 Sep 23 14:03:36.228464 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b0f06830-88ed-4713-8701-14c1eb0ea939 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:36.396865 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (572597bd-832c-4513-b9b7-52c846e08832), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.408785 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-65e0b1eb-233a-4934-a68f-c0b6ca0a1e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (12d7822b-aca3-4b30-b751-33c82b62cad2), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.409930 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Port 79021145-1f27-4365-b2dd-431cd1d81fd7 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:36.411577 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-65e0b1eb-233a-4934-a68f-c0b6ca0a1e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.415626 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-65e0b1eb-233a-4934-a68f-c0b6ca0a1e5b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/12d7822b-aca3-4b30-b751-33c82b62cad2 HTTP/1.1" status: 204 len: 168 time: 0.5824642 Sep 23 14:03:36.431396 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-1c21aa86-9f4d-4954-8833-8b3b11292ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (572597bd-832c-4513-b9b7-52c846e08832), after_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.451767 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] No DVR routers for this DVR port 572597bd-832c-4513-b9b7-52c846e08832 on host dv-cinder-857434-4-iscsi {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:03:36.453609 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Pushing event deleted for resources: {'Port': ['ID=572597bd-832c-4513-b9b7-52c846e08832,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:36.457893 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0b1eb-233a-4934-a68f-c0b6ca0a1e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d7822b-aca3-4b30-b751-33c82b62cad2,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:36.469239 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port b0f06830-88ed-4713-8701-14c1eb0ea939 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:36.469799 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.470282 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port b0f06830-88ed-4713-8701-14c1eb0ea939 Sep 23 14:03:36.486023 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21aa86-9f4d-4954-8833-8b3b11292ec2 None None] Pushing event deleted for resources: {'Port': ['ID=572597bd-832c-4513-b9b7-52c846e08832,revision_number=None']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:36.522660 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21aa86-9f4d-4954-8833-8b3b11292ec2 None None] No DVR routers for this DVR port 572597bd-832c-4513-b9b7-52c846e08832 on host dv-cinder-857434-4-iscsi {{(pid=106654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:03:36.533845 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:36.599512 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.617034 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port b0f06830-88ed-4713-8701-14c1eb0ea939 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:36.617438 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.633806 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a']}} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:36.648098 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc86c667-65c3-4e4b-add0-96104a470812') {'for_net_delete': True} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:36.648461 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc86c667-65c3-4e4b-add0-96104a470812') {} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:36.653242 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port b0f06830-88ed-4713-8701-14c1eb0ea939, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=b0f06830-88ed-4713-8701-14c1eb0ea939,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:36.667303 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934225'] for segment (dc86c667-65c3-4e4b-add0-96104a470812), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.691390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (dc86c667-65c3-4e4b-add0-96104a470812), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.699990 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=106653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:03:36.700434 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2864527'] for segment (dc86c667-65c3-4e4b-add0-96104a470812), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.705343 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.776879 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment dc86c667-65c3-4e4b-add0-96104a470812 resource provider aggregate not found Sep 23 14:03:36.784429 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=b0f06830-88ed-4713-8701-14c1eb0ea939,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:36.804984 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:36.810204 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 20033107-fa1b-4c44-8bfe-1684bdd9be2c no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:03:36.811554 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment dc86c667-65c3-4e4b-add0-96104a470812 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc86c667-65c3-4e4b-add0-96104a470812 found for delete ", "request_id": "req-07041f3c-f3fb-4fe1-ab49-2074678d5a0b"}]} Sep 23 14:03:36.835470 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 20033107-fa1b-4c44-8bfe-1684bdd9be2c {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:03:36.835951 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 20033107-fa1b-4c44-8bfe-1684bdd9be2c not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:03:36.883008 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58544) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:36.888629 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-d3c315c5-0c56-4841-8051-cb89eae913c3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195226751', 'description': 'tempest-secgroup-smoke-195226751 description', 'project_id': '901178273d85449e9cdaa5de235fb3e9'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:36.894585 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.900961 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.908165 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a HTTP/1.1" status: 204 len: 168 time: 1.5538049 Sep 23 14:03:36.911399 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Attempt 4 to provision port 79021145-1f27-4365-b2dd-431cd1d81fd7 Sep 23 14:03:36.949682 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad23d2a-6e18-4937-b804-bccca4f60492 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd74ac86-6ee7-4508-a7d9-4e3088c0fc4a,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:36.980601 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d3c315c5-0c56-4841-8051-cb89eae913c3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:36.980724 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Port 79021145-1f27-4365-b2dd-431cd1d81fd7 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:37.046883 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d73243-559e-4dfe-9d09-93b1095c04c4 req-8e4c8854-315f-47da-b889-02a6f64176c3 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:37.048650 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-44d73243-559e-4dfe-9d09-93b1095c04c4 req-8e4c8854-315f-47da-b889-02a6f64176c3 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0713782 Sep 23 14:03:37.063700 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d3c315c5-0c56-4841-8051-cb89eae913c3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group (413d8de2-f83a-420b-a881-59d3352a42b5), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.097604 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-44d73243-559e-4dfe-9d09-93b1095c04c4 req-f389c4a9-362f-4020-8b28-b7c721dc3927 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Sep 23 14:03:37.151375 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d3c315c5-0c56-4841-8051-cb89eae913c3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (413d8de2-f83a-420b-a881-59d3352a42b5), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.191879 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c315c5-0c56-4841-8051-cb89eae913c3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413d8de2-f83a-420b-a881-59d3352a42b5,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:37.254037 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20024b1c-61b3-44cc-8ac1-bf8eed96a3fb req-e0dabf16-67df-4cc2-b7e4-e442bbb2d778 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:37.259887 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-20024b1c-61b3-44cc-8ac1-bf8eed96a3fb req-e0dabf16-67df-4cc2-b7e4-e442bbb2d778 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0624218 Sep 23 14:03:37.315258 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-20024b1c-61b3-44cc-8ac1-bf8eed96a3fb req-f15b3458-3db9-41b7-94cb-ba3b1280459a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534010 Sep 23 14:03:37.383763 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d3c315c5-0c56-4841-8051-cb89eae913c3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.385556 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d3c315c5-0c56-4841-8051-cb89eae913c3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5012786 Sep 23 14:03:37.388613 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58566) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:37.393645 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-2ba854a5-3560-470b-a6cc-ee5ae3a3f4f9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'security_group_rule': {'security_group_id': '413d8de2-f83a-420b-a881-59d3352a42b5', 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:37.481736 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Attempt 5 to provision port 79021145-1f27-4365-b2dd-431cd1d81fd7 Sep 23 14:03:37.486396 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2ba854a5-3560-470b-a6cc-ee5ae3a3f4f9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (6a2b37f4-133c-4c55-a868-c1807f72a172), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.525719 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58570) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:37.544385 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Port 79021145-1f27-4365-b2dd-431cd1d81fd7 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:37.551080 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:37.559876 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2ba854a5-3560-470b-a6cc-ee5ae3a3f4f9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (6a2b37f4-133c-4c55-a868-c1807f72a172), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.598274 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Sync routers for ids ['8108f749-d5cc-4306-9847-0c4898df1a01'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:03:37.605587 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58572) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:37.606099 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ffe0c668-3eec-4ae6-ac97-58c39d594284 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8e1a67a82fb44cf59f9b4f30848881d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0794899 Sep 23 14:03:37.622640 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Routers {'8108f749-d5cc-4306-9847-0c4898df1a01'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:37.623343 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['8108f749-d5cc-4306-9847-0c4898df1a01'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:37.675290 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2ba854a5-3560-470b-a6cc-ee5ae3a3f4f9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (6a2b37f4-133c-4c55-a868-c1807f72a172), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.717567 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b0f06830-88ed-4713-8701-14c1eb0ea939 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:37.732257 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:37.750929 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Set router 8108f749-d5cc-4306-9847-0c4898df1a01 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:37.762208 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:37.792627 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9170dfba-7ca6-4d50-a16c-6c2de97b74a3 admin admin] Publish callbacks [] for security_group (542aba08-37e2-4972-8284-549274c62b07), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.792810 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=100 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:37.807308 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba854a5-3560-470b-a6cc-ee5ae3a3f4f9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2b37f4-133c-4c55-a868-c1807f72a172,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:37.818892 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port b0f06830-88ed-4713-8701-14c1eb0ea939 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:37.819615 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.823680 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port b0f06830-88ed-4713-8701-14c1eb0ea939 Sep 23 14:03:37.823792 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2ba854a5-3560-470b-a6cc-ee5ae3a3f4f9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.823792 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-2ba854a5-3560-470b-a6cc-ee5ae3a3f4f9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4322927 Sep 23 14:03:37.825192 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58580) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:37.828371 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9170dfba-7ca6-4d50-a16c-6c2de97b74a3 admin admin] Publish callbacks [] for security_group (542aba08-37e2-4972-8284-549274c62b07), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.830574 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-7f3bf739-d33e-46a9-a173-cd4dd7655224 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'security_group_rule': {'security_group_id': '413d8de2-f83a-420b-a881-59d3352a42b5', 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:37.935482 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port b0f06830-88ed-4713-8701-14c1eb0ea939 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:37.960449 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf739-d33e-46a9-a173-cd4dd7655224 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (d843ba1d-67d2-476a-9ce4-bd331af7edbf), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.996565 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9170dfba-7ca6-4d50-a16c-6c2de97b74a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (542aba08-37e2-4972-8284-549274c62b07), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:37.999661 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9170dfba-7ca6-4d50-a16c-6c2de97b74a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.001441 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-9170dfba-7ca6-4d50-a16c-6c2de97b74a3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/542aba08-37e2-4972-8284-549274c62b07 HTTP/1.1" status: 204 len: 168 time: 0.3948574 Sep 23 14:03:38.010653 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 572597bd-832c-4513-b9b7-52c846e08832 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:03:38.017438 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170dfba-7ca6-4d50-a16c-6c2de97b74a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542aba08-37e2-4972-8284-549274c62b07,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:38.067613 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Attempt 6 to provision port 79021145-1f27-4365-b2dd-431cd1d81fd7 Sep 23 14:03:38.069875 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 572597bd-832c-4513-b9b7-52c846e08832 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:03:38.070228 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 572597bd-832c-4513-b9b7-52c846e08832 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:03:38.128999 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf739-d33e-46a9-a173-cd4dd7655224 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (d843ba1d-67d2-476a-9ce4-bd331af7edbf), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.137962 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'name': 'tempest-TestVolumeBootPattern-1129230876-router', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:28Z', 'updated_at': '2022-09-23T14:03:34Z', 'revision_number': 4, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'gw_port': {'id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:30Z', 'updated_at': '2022-09-23T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '79021145-1f27-4365-b2dd-431cd1d81fd7', 'name': '', 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'mac_address': 'fa:16:3e:32:ef:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '48c1271b-7b3a-4a5d-80d2-3299f5999323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:33Z', 'updated_at': '2022-09-23T14:03:34Z', 'revision_number': 2, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'subnets': [{'id': '48c1271b-7b3a-4a5d-80d2-3299f5999323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:38.180537 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Port 79021145-1f27-4365-b2dd-431cd1d81fd7 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:38.184509 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Checking router: 8108f749-d5cc-4306-9847-0c4898df1a01 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:03:38.185259 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Updating router 8108f749-d5cc-4306-9847-0c4898df1a01 port 79021145-1f27-4365-b2dd-431cd1d81fd7 binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:03:38.196399 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf739-d33e-46a9-a173-cd4dd7655224 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (d843ba1d-67d2-476a-9ce4-bd331af7edbf), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.218986 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.236573 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bf739-d33e-46a9-a173-cd4dd7655224 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d843ba1d-67d2-476a-9ce4-bd331af7edbf,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:38.366079 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf739-d33e-46a9-a173-cd4dd7655224 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.366985 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-7f3bf739-d33e-46a9-a173-cd4dd7655224 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5407326 Sep 23 14:03:38.369839 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58602) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:38.383483 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-137eddee-36df-4cc6-b235-0e98cbfa2c61 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'security_group_rule': {'security_group_id': '413d8de2-f83a-420b-a881-59d3352a42b5', 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:38.465716 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-137eddee-36df-4cc6-b235-0e98cbfa2c61 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (b50ae99e-3f2e-4294-929a-a992f549d994), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.506918 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:38.539386 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-137eddee-36df-4cc6-b235-0e98cbfa2c61 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (b50ae99e-3f2e-4294-929a-a992f549d994), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.541994 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Publish callbacks [] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.602406 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-137eddee-36df-4cc6-b235-0e98cbfa2c61 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (b50ae99e-3f2e-4294-929a-a992f549d994), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.613459 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.620472 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:UPDATE=3,neutron:INSERT=8,neutron:SELECT=82,neutron:DELETE=7 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:38.641383 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eddee-36df-4cc6-b235-0e98cbfa2c61 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50ae99e-3f2e-4294-929a-a992f549d994,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:38.680650 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Attempt 7 to provision port 79021145-1f27-4365-b2dd-431cd1d81fd7 Sep 23 14:03:38.695257 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a525d7-9654-4d0c-98e0-52be83e86004 None None] Pushing event updated for resources: {'Port': ['ID=79021145-1f27-4365-b2dd-431cd1d81fd7,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:38.695861 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-137eddee-36df-4cc6-b235-0e98cbfa2c61 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.697394 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-137eddee-36df-4cc6-b235-0e98cbfa2c61 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3262267 Sep 23 14:03:38.700152 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58622) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:38.709116 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-d8b500f5-a27c-4a67-926f-48cb346a571e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'security_group_rule': {'security_group_id': '413d8de2-f83a-420b-a881-59d3352a42b5', 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:38.730740 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Port 79021145-1f27-4365-b2dd-431cd1d81fd7 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:38.741827 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Attempting to bind port 79021145-1f27-4365-b2dd-431cd1d81fd7 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:03:38.741827 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Attempting to bind port 79021145-1f27-4365-b2dd-431cd1d81fd7 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'e92ec799-f58e-4fc9-8b19-7771a7db921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:03:38.741827 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Attempting to bind port 79021145-1f27-4365-b2dd-431cd1d81fd7 on network ede66a77-e809-4ea0-8b0f-803e8723dadb {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:03:38.785271 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:03:38.785716 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Checking segment: {'id': 'e92ec799-f58e-4fc9-8b19-7771a7db921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:38.786375 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.786770 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Bound using segment: {'id': 'e92ec799-f58e-4fc9-8b19-7771a7db921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:03:38.787239 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Bound port: 79021145-1f27-4365-b2dd-431cd1d81fd7, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92ec799-f58e-4fc9-8b19-7771a7db921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:03:38.789454 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.843326 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d8b500f5-a27c-4a67-926f-48cb346a571e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (0f3f9d7a-34b4-4dff-b8b8-985f91d1842b), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.898352 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] For port 79021145-1f27-4365-b2dd-431cd1d81fd7, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:03:38.902715 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] For port 79021145-1f27-4365-b2dd-431cd1d81fd7, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=79021145-1f27-4365-b2dd-431cd1d81fd7,segment=NetworkSegment(e92ec799-f58e-4fc9-8b19-7771a7db921d),segment_id=e92ec799-f58e-4fc9-8b19-7771a7db921d)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:03:38.938863 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d8b500f5-a27c-4a67-926f-48cb346a571e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (0f3f9d7a-34b4-4dff-b8b8-985f91d1842b), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:38.997498 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:39.025571 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d8b500f5-a27c-4a67-926f-48cb346a571e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (0f3f9d7a-34b4-4dff-b8b8-985f91d1842b), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:39.045973 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b500f5-a27c-4a67-926f-48cb346a571e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3f9d7a-34b4-4dff-b8b8-985f91d1842b,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:39.048086 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Routers {'8108f749-d5cc-4306-9847-0c4898df1a01'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:39.048086 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['8108f749-d5cc-4306-9847-0c4898df1a01'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:39.115976 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a525d7-9654-4d0c-98e0-52be83e86004 None None] Pushing event updated for resources: {'Port': ['ID=79021145-1f27-4365-b2dd-431cd1d81fd7,revision_number=4']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:39.135876 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d8b500f5-a27c-4a67-926f-48cb346a571e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:39.137958 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d8b500f5-a27c-4a67-926f-48cb346a571e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4359448 Sep 23 14:03:39.144026 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58670) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:39.149214 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-cf27af94-f0c4-489e-acd6-acb72ec36d25 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'security_group_rule': {'security_group_id': '413d8de2-f83a-420b-a881-59d3352a42b5', 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:39.232313 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Attempt 8 to provision port 79021145-1f27-4365-b2dd-431cd1d81fd7 Sep 23 14:03:39.250154 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:39.257206 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] Set router 8108f749-d5cc-4306-9847-0c4898df1a01 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:39.266571 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.securitygroups_db [None req-cf27af94-f0c4-489e-acd6-acb72ec36d25 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Project 901178273d85449e9cdaa5de235fb3e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 14:03:39.276688 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cf27af94-f0c4-489e-acd6-acb72ec36d25 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (85706ea6-7901-4163-b027-a1fba5e2dee0), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:39.355426 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Current status of the port 79021145-1f27-4365-b2dd-431cd1d81fd7 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:39.355992 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:39.375577 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cf27af94-f0c4-489e-acd6-acb72ec36d25 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (85706ea6-7901-4163-b027-a1fba5e2dee0), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:39.399512 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] For port 79021145-1f27-4365-b2dd-431cd1d81fd7, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=79021145-1f27-4365-b2dd-431cd1d81fd7,segment=NetworkSegment(e92ec799-f58e-4fc9-8b19-7771a7db921d),segment_id=e92ec799-f58e-4fc9-8b19-7771a7db921d)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:39.528328 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:39.528561 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cf27af94-f0c4-489e-acd6-acb72ec36d25 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (85706ea6-7901-4163-b027-a1fba5e2dee0), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:39.568685 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27af94-f0c4-489e-acd6-acb72ec36d25 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85706ea6-7901-4163-b027-a1fba5e2dee0,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:39.604452 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:39.613160 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'name': 'tempest-TestVolumeBootPattern-1129230876-router', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:28Z', 'updated_at': '2022-09-23T14:03:34Z', 'revision_number': 4, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'gw_port': {'id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:30Z', 'updated_at': '2022-09-23T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '79021145-1f27-4365-b2dd-431cd1d81fd7', 'name': '', 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'mac_address': 'fa:16:3e:32:ef:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '48c1271b-7b3a-4a5d-80d2-3299f5999323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:33Z', 'updated_at': '2022-09-23T14:03:38Z', 'revision_number': 4, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'subnets': [{'id': '48c1271b-7b3a-4a5d-80d2-3299f5999323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:39.619514 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a69327-4635-4c6b-8b7e-f627d41cc570 None None] Pushing event updated for resources: {'Port': ['ID=79021145-1f27-4365-b2dd-431cd1d81fd7,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:39.651606 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69878766-d353-4e42-a4cb-1a5cf3f1809e None None] The sync data for ids ['8108f749-d5cc-4306-9847-0c4898df1a01'] in dv-cinder-857434-4-iscsi is: [{'id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'name': 'tempest-TestVolumeBootPattern-1129230876-router', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:28Z', 'updated_at': '2022-09-23T14:03:34Z', 'revision_number': 4, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'gw_port': {'id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:30Z', 'updated_at': '2022-09-23T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '79021145-1f27-4365-b2dd-431cd1d81fd7', 'name': '', 'network_id': 'ede66a77-e809-4ea0-8b0f-803e8723dadb', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'mac_address': 'fa:16:3e:32:ef:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '48c1271b-7b3a-4a5d-80d2-3299f5999323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:33Z', 'updated_at': '2022-09-23T14:03:38Z', 'revision_number': 4, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'subnets': [{'id': '48c1271b-7b3a-4a5d-80d2-3299f5999323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:03:39.662675 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-cf27af94-f0c4-489e-acd6-acb72ec36d25 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:39.663944 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-bf0e1d67-51a3-49cc-9b00-236f77243f6b None None] Provisioning complete for port 79021145-1f27-4365-b2dd-431cd1d81fd7 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:39.663944 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-bf0e1d67-51a3-49cc-9b00-236f77243f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:39.663944 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-bf0e1d67-51a3-49cc-9b00-236f77243f6b None None] Attempt 1 to provision port 79021145-1f27-4365-b2dd-431cd1d81fd7 Sep 23 14:03:39.667017 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58692) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:39.668678 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-cf27af94-f0c4-489e-acd6-acb72ec36d25 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5183208 Sep 23 14:03:39.672273 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-eebd7602-f746-4079-93ae-b820e84411e7 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'security_group_rule': {'security_group_id': '413d8de2-f83a-420b-a881-59d3352a42b5', 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:39.758987 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e1d67-51a3-49cc-9b00-236f77243f6b None None] Current status of the port 79021145-1f27-4365-b2dd-431cd1d81fd7 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:39.783682 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.securitygroups_db [None req-eebd7602-f746-4079-93ae-b820e84411e7 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Project 901178273d85449e9cdaa5de235fb3e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 14:03:39.802087 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eebd7602-f746-4079-93ae-b820e84411e7 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (f7ce04c7-57bc-40de-b4cb-884b136f5b16), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:39.877049 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:39.953510 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dc616-96f9-4fdb-8023-8e645c7780a4 req-faa96d4a-99e2-4649-a822-482e94784da7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:39.955095 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-286dc616-96f9-4fdb-8023-8e645c7780a4 req-faa96d4a-99e2-4649-a822-482e94784da7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0939345 Sep 23 14:03:39.967892 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58702) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:39.972980 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eebd7602-f746-4079-93ae-b820e84411e7 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (f7ce04c7-57bc-40de-b4cb-884b136f5b16), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:40.030266 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27107f91-ed82-42ff-810a-a12ddc86bda2 req-519b3087-f448-4d81-9bee-abda31f4c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:40.034473 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-27107f91-ed82-42ff-810a-a12ddc86bda2 req-519b3087-f448-4d81-9bee-abda31f4c822 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 1129 time: 0.0807610 Sep 23 14:03:40.055364 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-286dc616-96f9-4fdb-8023-8e645c7780a4 req-76d1ed26-d9ba-40a8-bc87-d1669dd234e2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804050 Sep 23 14:03:40.056478 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eebd7602-f746-4079-93ae-b820e84411e7 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (f7ce04c7-57bc-40de-b4cb-884b136f5b16), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:40.112520 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd7602-f746-4079-93ae-b820e84411e7 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ce04c7-57bc-40de-b4cb-884b136f5b16,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:40.149923 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:40.176063 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-eebd7602-f746-4079-93ae-b820e84411e7 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:40.179691 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-eebd7602-f746-4079-93ae-b820e84411e7 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5113833 Sep 23 14:03:40.239377 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27107f91-ed82-42ff-810a-a12ddc86bda2 req-6ddf8b18-661e-45f5-8752-3c7616be0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:40.242414 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-27107f91-ed82-42ff-810a-a12ddc86bda2 req-6ddf8b18-661e-45f5-8752-3c7616be0c66 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.2018709 Sep 23 14:03:40.317775 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-27107f91-ed82-42ff-810a-a12ddc86bda2 req-d34c4070-6854-4523-bb53-97b68de0ca22 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 HTTP/1.1" status: 200 len: 217 time: 0.0644729 Sep 23 14:03:40.374839 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27107f91-ed82-42ff-810a-a12ddc86bda2 req-35eec0d7-abe5-4509-8677-57098b676167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:40.376873 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-27107f91-ed82-42ff-810a-a12ddc86bda2 req-35eec0d7-abe5-4509-8677-57098b676167 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.0529137 Sep 23 14:03:40.425454 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-network', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:40.453522 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27107f91-ed82-42ff-810a-a12ddc86bda2 req-ba989567-e778-4177-98e5-f4eae1fd9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:40.455071 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-27107f91-ed82-42ff-810a-a12ddc86bda2 req-ba989567-e778-4177-98e5-f4eae1fd9e8a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704095 Sep 23 14:03:40.558500 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Made reservation on behalf of c21d140d48ba4014bc470e8cf720785d for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:03:40.562193 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:40.579425 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:40.651883 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-27107f91-ed82-42ff-810a-a12ddc86bda2 req-2902b080-2d0f-44bd-bcd2-05fb0836bf4c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866202 Sep 23 14:03:40.768843 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Publish callbacks [] for security_group (96672428-b716-4cce-9759-f2067d639f01), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:40.802049 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-27107f91-ed82-42ff-810a-a12ddc86bda2 req-440172b7-0c91-4968-b541-4c5c183a32d0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397059 Sep 23 14:03:40.825545 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:40.854056 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (96672428-b716-4cce-9759-f2067d639f01), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:40.899675 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=106652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:03:40.910958 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96672428-b716-4cce-9759-f2067d639f01,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:40.916196 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (b5ee0189-b68e-4b5a-8373-7c17ff69e3aa), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:40.916539 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Added segment b5ee0189-b68e-4b5a-8373-7c17ff69e3aa of type vlan for network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 Sep 23 14:03:40.961341 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (0f2b1efa-9c49-4c4b-95ca-efb64f014785), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:41.093822 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (0f2b1efa-9c49-4c4b-95ca-efb64f014785), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:41.094999 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:41.095586 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:41.247996 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8072ff-0bf3-4ec7-899d-8664630874e1 req-8ec58263-3caf-48c5-99c7-08fbbd0a81b4 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:41.252229 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4c8072ff-0bf3-4ec7-899d-8664630874e1 req-8ec58263-3caf-48c5-99c7-08fbbd0a81b4 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0874894 Sep 23 14:03:41.335504 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4c8072ff-0bf3-4ec7-899d-8664630874e1 req-a9193ed4-29dd-4785-8451-4436d71acd9f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769289 Sep 23 14:03:41.468890 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] Pushing event updated for resources: {'Network': ['ID=0f2b1efa-9c49-4c4b-95ca-efb64f014785,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:41.481413 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:03:41.503208 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-410729bd-a5d9-48e4-b578-6d064859f68f admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5340798 Sep 23 14:03:41.507284 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58796) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:41.522436 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] Request body: {'subnet': {'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-subnet', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:41.647700 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] Made reservation on behalf of c21d140d48ba4014bc470e8cf720785d for: {'subnet': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:03:41.652757 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3231258'] for subnet (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:41.655181 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 79021145-1f27-4365-b2dd-431cd1d81fd7 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:41.716280 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 79021145-1f27-4365-b2dd-431cd1d81fd7 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:41.716816 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:41.717910 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 79021145-1f27-4365-b2dd-431cd1d81fd7 Sep 23 14:03:41.764324 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58806) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:41.779009 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:41.780835 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:41.795871 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 79021145-1f27-4365-b2dd-431cd1d81fd7 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:41.907207 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-07a98e12-ff0e-4e20-ba80-6d7dadfb3ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:41.923218 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2865130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3231244'] for subnet (020c9151-4899-48c8-812f-202e3637905a), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:41.978872 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=020c9151-4899-48c8-812f-202e3637905a,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:41.988886 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-07a98e12-ff0e-4e20-ba80-6d7dadfb3ebb admin admin] Publish callbacks [] for security_group (4acd12a6-e84c-4e57-b644-3f917cb5c85f), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:41.994256 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] Checking segment: {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:41.994673 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] Network hostable DHCP agents. Network: 0f2b1efa-9c49-4c4b-95ca-efb64f014785, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:03:42.049211 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-07a98e12-ff0e-4e20-ba80-6d7dadfb3ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4acd12a6-e84c-4e57-b644-3f917cb5c85f), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.091633 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-07a98e12-ff0e-4e20-ba80-6d7dadfb3ebb admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=58e31a2ddf7741ac936bd5bd8eb40acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259454 Sep 23 14:03:42.092527 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a98e12-ff0e-4e20-ba80-6d7dadfb3ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acd12a6-e84c-4e57-b644-3f917cb5c85f,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:42.094533 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58828) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:42.103353 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] Network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:03:42.149307 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a6743915-23ae-4573-b73c-cf20107c5920 admin admin] Publish callbacks [] for security_group (4acd12a6-e84c-4e57-b644-3f917cb5c85f), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.169682 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a6743915-23ae-4573-b73c-cf20107c5920 admin admin] Publish callbacks [] for security_group (4acd12a6-e84c-4e57-b644-3f917cb5c85f), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.179145 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 0f2b1efa-9c49-4c4b-95ca-efb64f014785) {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:42.185246 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:42.187067 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.188738 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80628f3b-288b-43a7-bc8d-16435d4d89c6 None None] Network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:03:42.287338 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a6743915-23ae-4573-b73c-cf20107c5920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4acd12a6-e84c-4e57-b644-3f917cb5c85f), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.290568 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a6743915-23ae-4573-b73c-cf20107c5920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.291739 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-a6743915-23ae-4573-b73c-cf20107c5920 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4acd12a6-e84c-4e57-b644-3f917cb5c85f HTTP/1.1" status: 204 len: 168 time: 0.1962218 Sep 23 14:03:42.297378 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-08b96143-9561-4ab7-990a-4bb2f23104fd admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7898111 Sep 23 14:03:42.300625 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58834) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:42.304232 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6743915-23ae-4573-b73c-cf20107c5920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acd12a6-e84c-4e57-b644-3f917cb5c85f,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:42.306676 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:42.313064 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 14:03:42.314072 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.402056 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.403959 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.478036 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Publish callbacks [] for router_controller (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), precommit_add_association {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.496025 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9809af-c1e0-4150-bb62-69cf39ccf8fd req-3a61517b-03d0-4d6e-b91f-858fa0304523 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:42.497930 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6a9809af-c1e0-4150-bb62-69cf39ccf8fd req-3a61517b-03d0-4d6e-b91f-858fa0304523 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0786440 Sep 23 14:03:42.507832 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Allocated IP 172.20.0.2 (0f2b1efa-9c49-4c4b-95ca-efb64f014785/020c9151-4899-48c8-812f-202e3637905a/b46f226a-4b25-4009-b92d-94a2b131f986) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:42.570688 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6a9809af-c1e0-4150-bb62-69cf39ccf8fd req-16445589-3e75-4e74-a955-66befc4aa62d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651181 Sep 23 14:03:42.630044 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:42.677009 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:42.702878 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Publish callbacks [] for port (b46f226a-4b25-4009-b92d-94a2b131f986), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.746469 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Publish callbacks [] for router_gateway (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.768381 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.833036 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:42.838182 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:42.842893 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:03:42.860107 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:42.901385 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Pushing event updated for resources: {'Port': ['ID=b46f226a-4b25-4009-b92d-94a2b131f986,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:42.917805 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Attempting to bind port b46f226a-4b25-4009-b92d-94a2b131f986 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:03:42.918237 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Attempting to bind port b46f226a-4b25-4009-b92d-94a2b131f986 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:03:42.918629 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Attempting to bind port b46f226a-4b25-4009-b92d-94a2b131f986 on network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:03:42.971548 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:03:42.971548 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Checking segment: {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:42.971875 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.972117 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Bound using segment: {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:03:42.972610 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Bound port: b46f226a-4b25-4009-b92d-94a2b131f986, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:03:42.972999 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:42.991552 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Publish callbacks [] for router_gateway (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:43.011076 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:43.053227 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] For port b46f226a-4b25-4009-b92d-94a2b131f986, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:03:43.056597 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] For port b46f226a-4b25-4009-b92d-94a2b131f986, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=b46f226a-4b25-4009-b92d-94a2b131f986,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:03:43.069289 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:43.128788 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:43.143950 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Allocated IP 172.27.1.6 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/fd5ee239-a197-471c-96a2-f1483563b204) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:43.208268 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001acf63-bc6d-4c42-8126-73b7cb10bd76 None None] Pushing event updated for resources: {'Port': ['ID=b46f226a-4b25-4009-b92d-94a2b131f986,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:43.310406 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Publish callbacks [] for port (fd5ee239-a197-471c-96a2-f1483563b204), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:43.464855 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (fd5ee239-a197-471c-96a2-f1483563b204), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:43.539305 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:43.546569 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:43.551940 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:03:43.555240 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Pushing event updated for resources: {'Port': ['ID=fd5ee239-a197-471c-96a2-f1483563b204,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:43.740491 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b46f226a-4b25-4009-b92d-94a2b131f986 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:43.786894 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58868) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:43.798441 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:43.805122 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port b46f226a-4b25-4009-b92d-94a2b131f986 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:43.805505 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:43.806129 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port b46f226a-4b25-4009-b92d-94a2b131f986 Sep 23 14:03:43.822753 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28507b52-8ae6-46ea-8bf6-05298c0db408 req-e116d50e-2b86-4e8a-85b4-6ac0396a919c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:43.825056 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-28507b52-8ae6-46ea-8bf6-05298c0db408 req-e116d50e-2b86-4e8a-85b4-6ac0396a919c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0957072 Sep 23 14:03:43.916270 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-28507b52-8ae6-46ea-8bf6-05298c0db408 req-00c9ebe3-3760-49fa-9049-2f78d280055e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817747 Sep 23 14:03:43.919710 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Publish callbacks [] for router_gateway (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:43.950655 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port b46f226a-4b25-4009-b92d-94a2b131f986 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:43.951235 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:43.994642 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad585ff-28b4-46ba-b35b-b3c84dc17299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.008083 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port b46f226a-4b25-4009-b92d-94a2b131f986, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=b46f226a-4b25-4009-b92d-94a2b131f986,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:44.093866 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.115080 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad585ff-28b4-46ba-b35b-b3c84dc17299 admin admin] Publish callbacks [] for security_group (e4665280-f21a-4777-b749-bd3f14b607cc), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.169638 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=b46f226a-4b25-4009-b92d-94a2b131f986,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:44.170438 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.220778 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6ad585ff-28b4-46ba-b35b-b3c84dc17299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (e4665280-f21a-4777-b749-bd3f14b607cc), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.285599 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad585ff-28b4-46ba-b35b-b3c84dc17299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4665280-f21a-4777-b749-bd3f14b607cc,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:44.285599 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-6ad585ff-28b4-46ba-b35b-b3c84dc17299 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=15cacfd8a7114dc891d48c3e30df3733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785035 Sep 23 14:03:44.285599 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58872) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:44.290606 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:03:44.328956 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0052d1-bba7-4e47-b436-92245ff33913 None None] Network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:03:44.347946 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec560059-007d-4f7f-b784-a0846980e0d3 admin admin] Publish callbacks [] for security_group (e4665280-f21a-4777-b749-bd3f14b607cc), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.420573 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-4c9eda6f-6728-4c5e-8b34-63ddd68df4be None None] Provisioning complete for port b46f226a-4b25-4009-b92d-94a2b131f986 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:44.420985 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-4c9eda6f-6728-4c5e-8b34-63ddd68df4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.421469 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-4c9eda6f-6728-4c5e-8b34-63ddd68df4be None None] Attempt 1 to provision port b46f226a-4b25-4009-b92d-94a2b131f986 Sep 23 14:03:44.464652 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:03:44.559016 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-4c9eda6f-6728-4c5e-8b34-63ddd68df4be None None] Current status of the port b46f226a-4b25-4009-b92d-94a2b131f986 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:44.622303 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec560059-007d-4f7f-b784-a0846980e0d3 admin admin] Publish callbacks [] for security_group (e4665280-f21a-4777-b749-bd3f14b607cc), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.634815 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:44.645400 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:03:44.660205 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Sync routers for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:03:44.666277 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:44.672915 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:44.673801 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:44.696688 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:44.741082 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.745482 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58878) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:44.754950 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a861ca2a-7c39-4365-9a56-aca15a7d675f admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4527967 Sep 23 14:03:44.792581 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec560059-007d-4f7f-b784-a0846980e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (e4665280-f21a-4777-b749-bd3f14b607cc), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.795771 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec560059-007d-4f7f-b784-a0846980e0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.800358 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ec560059-007d-4f7f-b784-a0846980e0d3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e4665280-f21a-4777-b749-bd3f14b607cc HTTP/1.1" status: 204 len: 168 time: 0.5213034 Sep 23 14:03:44.814453 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec560059-007d-4f7f-b784-a0846980e0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4665280-f21a-4777-b749-bd3f14b607cc,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:44.868298 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.889097 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:44.904812 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-55241f31-7d3a-4313-8397-1f5b2c3f4f5c None None] Provisioning complete for port b46f226a-4b25-4009-b92d-94a2b131f986 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:44.905570 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-55241f31-7d3a-4313-8397-1f5b2c3f4f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:44.906040 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-55241f31-7d3a-4313-8397-1f5b2c3f4f5c None None] Attempt 1 to provision port b46f226a-4b25-4009-b92d-94a2b131f986 Sep 23 14:03:45.055336 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:45.140289 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5450f6-4074-4ab9-b1ff-a25ffddebd10 req-87f7126c-c2fc-471b-b659-865943ce5961 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:45.141939 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b5450f6-4074-4ab9-b1ff-a25ffddebd10 req-87f7126c-c2fc-471b-b659-865943ce5961 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0896668 Sep 23 14:03:45.206960 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-cf466fa1-5c74-408a-a7d3-142507cc0f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:45.222511 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-55241f31-7d3a-4313-8397-1f5b2c3f4f5c None None] Current status of the port b46f226a-4b25-4009-b92d-94a2b131f986 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:45.243237 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b5450f6-4074-4ab9-b1ff-a25ffddebd10 req-8cf6c79a-937a-49b7-bda1-770611bebf27 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951254 Sep 23 14:03:45.270278 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:45.351840 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:43Z', 'revision_number': 3, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:45.375680 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:45.386452 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Checking router: 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:03:45.386955 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Updating router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 port fd5ee239-a197-471c-96a2-f1483563b204 binding host dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:03:45.421134 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (fd5ee239-a197-471c-96a2-f1483563b204), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:45.560007 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Allocated IP 172.20.0.1 (0f2b1efa-9c49-4c4b-95ca-efb64f014785/020c9151-4899-48c8-812f-202e3637905a/730eaece-0175-48f0-82b6-1a0af136a060) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:45.656176 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b46f226a-4b25-4009-b92d-94a2b131f986 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:45.722808 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Publish callbacks [] for port (730eaece-0175-48f0-82b6-1a0af136a060), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:45.739728 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port b46f226a-4b25-4009-b92d-94a2b131f986 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:45.740104 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:45.740443 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port b46f226a-4b25-4009-b92d-94a2b131f986 Sep 23 14:03:45.830809 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Publish callbacks [] for port (fd5ee239-a197-471c-96a2-f1483563b204), precommit_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:45.861177 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (730eaece-0175-48f0-82b6-1a0af136a060), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:45.871359 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port b46f226a-4b25-4009-b92d-94a2b131f986 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:45.905714 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (fd5ee239-a197-471c-96a2-f1483563b204), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:45.908030 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:45.913412 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:45.918649 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:03:45.940892 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Pushing event updated for resources: {'Port': ['ID=730eaece-0175-48f0-82b6-1a0af136a060,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:45.965337 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Attempting to bind port fd5ee239-a197-471c-96a2-f1483563b204 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:03:45.965648 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Attempting to bind port fd5ee239-a197-471c-96a2-f1483563b204 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:03:45.966059 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Attempting to bind port fd5ee239-a197-471c-96a2-f1483563b204 on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:03:45.983718 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:46.005575 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d5b5b-6406-4772-9415-aa46eb25f1a4 None None] Pushing event updated for resources: {'Port': ['ID=fd5ee239-a197-471c-96a2-f1483563b204,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:46.010723 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:46.029903 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:03:46.030569 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:46.031037 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:46.031445 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:03:46.031951 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Bound port: fd5ee239-a197-471c-96a2-f1483563b204, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:03:46.032335 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (fd5ee239-a197-471c-96a2-f1483563b204), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:46.108506 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] For port fd5ee239-a197-471c-96a2-f1483563b204, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:03:46.112089 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] For port fd5ee239-a197-471c-96a2-f1483563b204, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fd5ee239-a197-471c-96a2-f1483563b204,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:03:46.185473 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (fd5ee239-a197-471c-96a2-f1483563b204), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:46.225334 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (730eaece-0175-48f0-82b6-1a0af136a060), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:46.235656 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:46.236290 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:46.305549 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:46.330496 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Provisioning complete for port 730eaece-0175-48f0-82b6-1a0af136a060 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:46.330496 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (730eaece-0175-48f0-82b6-1a0af136a060), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:46.332891 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Attempt 1 to provision port 730eaece-0175-48f0-82b6-1a0af136a060 Sep 23 14:03:46.332891 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d5b5b-6406-4772-9415-aa46eb25f1a4 None None] Pushing event updated for resources: {'Port': ['ID=fd5ee239-a197-471c-96a2-f1483563b204,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:46.413553 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Port 730eaece-0175-48f0-82b6-1a0af136a060 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:46.428525 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca102744-efdf-42de-bcba-4ee9fcfd715c req-b41b64df-24bb-4388-b034-a8fcea25649a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:46.430111 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ca102744-efdf-42de-bcba-4ee9fcfd715c req-b41b64df-24bb-4388-b034-a8fcea25649a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0818164 Sep 23 14:03:46.430754 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:46.473608 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:46.523334 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ca102744-efdf-42de-bcba-4ee9fcfd715c req-482f177c-7e07-43f3-9bc5-d8385caf8823 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855572 Sep 23 14:03:46.529935 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:46.546355 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Publish callbacks [] for port (730eaece-0175-48f0-82b6-1a0af136a060), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:46.602511 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (730eaece-0175-48f0-82b6-1a0af136a060), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:46.647517 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:45Z', 'revision_number': 1, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:46.678779 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7b0c9-4a8e-448c-b588-39a7303c13fd None None] The sync data for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi is: [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:45Z', 'revision_number': 1, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:03:46.682201 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Pushing event updated for resources: {'Port': ['ID=730eaece-0175-48f0-82b6-1a0af136a060,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:46.685593 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:46.806390 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:46.828242 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:46.830654 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:46.914794 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Attempt 2 to provision port 730eaece-0175-48f0-82b6-1a0af136a060 Sep 23 14:03:47.045328 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Port 730eaece-0175-48f0-82b6-1a0af136a060 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:47.051300 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:03:47.223978 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:03:47.229069 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-0daa7c4c-45ba-4b93-896a-64e84495305e admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/47f32e87-7e23-4f46-ab3d-2edc94d9aaf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4825361 Sep 23 14:03:47.310200 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8d5f195f-eef3-406b-8ef0-5c74373d0586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:47.546450 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Attempt 3 to provision port 730eaece-0175-48f0-82b6-1a0af136a060 Sep 23 14:03:47.677532 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Port 730eaece-0175-48f0-82b6-1a0af136a060 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:47.733368 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181ab8b-2b17-4b65-b6fd-e56974f40092 req-961e400d-5917-454e-9c98-35478851e5cd tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:47.735292 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d181ab8b-2b17-4b65-b6fd-e56974f40092 req-961e400d-5917-454e-9c98-35478851e5cd tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0675073 Sep 23 14:03:47.806024 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d181ab8b-2b17-4b65-b6fd-e56974f40092 req-ee61263f-5c1c-4711-b56a-8d49d3adb327 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615396 Sep 23 14:03:47.809645 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58960) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:47.817209 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-764c7ab5-2ae3-444e-9cf2-72416fb0d083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193639494', 'description': 'tempest-description--697933691'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:47.830150 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:47.950461 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-764c7ab5-2ae3-444e-9cf2-72416fb0d083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:48.097486 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-764c7ab5-2ae3-444e-9cf2-72416fb0d083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (be79da5f-8aa6-4396-a436-1e26225045da), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:48.170842 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-764c7ab5-2ae3-444e-9cf2-72416fb0d083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (be79da5f-8aa6-4396-a436-1e26225045da), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:48.178123 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Attempt 4 to provision port 730eaece-0175-48f0-82b6-1a0af136a060 Sep 23 14:03:48.209854 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c7ab5-2ae3-444e-9cf2-72416fb0d083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be79da5f-8aa6-4396-a436-1e26225045da,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:48.242835 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Port 730eaece-0175-48f0-82b6-1a0af136a060 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:48.678680 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-764c7ab5-2ae3-444e-9cf2-72416fb0d083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:48.680452 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-764c7ab5-2ae3-444e-9cf2-72416fb0d083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8684270 Sep 23 14:03:48.684274 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 58972) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:48.690227 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-b6bf6d2c-b4f7-4b0e-b1b6-fa349adcb083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'security_group_rule': {'security_group_id': 'be79da5f-8aa6-4396-a436-1e26225045da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:48.704247 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:48.744390 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Attempt 5 to provision port 730eaece-0175-48f0-82b6-1a0af136a060 Sep 23 14:03:48.797925 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Port 730eaece-0175-48f0-82b6-1a0af136a060 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:48.809292 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6d2c-b4f7-4b0e-b1b6-fa349adcb083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (a5b6b5c7-4765-4cb5-8d31-c16417b309b0), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:48.910707 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6d2c-b4f7-4b0e-b1b6-fa349adcb083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (a5b6b5c7-4765-4cb5-8d31-c16417b309b0), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:48.957287 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c311-8b45-478f-8668-685516fb5c5a req-c925e837-f855-4cfa-b2e0-4924e6f35a6e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:48.957287 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4fb8c311-8b45-478f-8668-685516fb5c5a req-c925e837-f855-4cfa-b2e0-4924e6f35a6e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0560105 Sep 23 14:03:49.015625 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4fb8c311-8b45-478f-8668-685516fb5c5a req-8c79498d-9dfc-4db6-87fe-9f38ff3e5b62 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496588 Sep 23 14:03:49.023395 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6d2c-b4f7-4b0e-b1b6-fa349adcb083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (a5b6b5c7-4765-4cb5-8d31-c16417b309b0), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.065595 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf6d2c-b4f7-4b0e-b1b6-fa349adcb083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b6b5c7-4765-4cb5-8d31-c16417b309b0,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:49.149170 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Sync routers for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:03:49.160688 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:49.161296 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:49.182563 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6d2c-b4f7-4b0e-b1b6-fa349adcb083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.183344 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b6bf6d2c-b4f7-4b0e-b1b6-fa349adcb083 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4973598 Sep 23 14:03:49.187147 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 58992) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:49.193763 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-9c140903-3704-4347-8434-0d151d2aba88 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'security_group_rule': {'security_group_id': 'be79da5f-8aa6-4396-a436-1e26225045da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:49.279139 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:49.298841 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Attempt 6 to provision port 730eaece-0175-48f0-82b6-1a0af136a060 Sep 23 14:03:49.326936 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9c140903-3704-4347-8434-0d151d2aba88 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (46772901-b29a-49b2-b588-65402dc7c2d8), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.343936 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Port 730eaece-0175-48f0-82b6-1a0af136a060 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:49.411206 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9c140903-3704-4347-8434-0d151d2aba88 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (46772901-b29a-49b2-b588-65402dc7c2d8), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.464421 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9c140903-3704-4347-8434-0d151d2aba88 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (46772901-b29a-49b2-b588-65402dc7c2d8), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.485121 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c140903-3704-4347-8434-0d151d2aba88 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46772901-b29a-49b2-b588-65402dc7c2d8,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:49.496213 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 2, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:49.523454 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Checking router: 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:03:49.523804 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Updating router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 port 730eaece-0175-48f0-82b6-1a0af136a060 binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:03:49.551916 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (730eaece-0175-48f0-82b6-1a0af136a060), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.553645 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9c140903-3704-4347-8434-0d151d2aba88 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.567089 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-9c140903-3704-4347-8434-0d151d2aba88 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3715496 Sep 23 14:03:49.567736 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59004) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:49.593355 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:49.661545 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fd5ee239-a197-471c-96a2-f1483563b204 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:49.700642 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.712466 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port fd5ee239-a197-471c-96a2-f1483563b204 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:49.712765 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fd5ee239-a197-471c-96a2-f1483563b204), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.713122 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port fd5ee239-a197-471c-96a2-f1483563b204 Sep 23 14:03:49.753555 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:49.789464 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.789728 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port fd5ee239-a197-471c-96a2-f1483563b204 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:49.789893 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (fd5ee239-a197-471c-96a2-f1483563b204), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.816301 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port fd5ee239-a197-471c-96a2-f1483563b204, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fd5ee239-a197-471c-96a2-f1483563b204,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:49.842485 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Attempt 7 to provision port 730eaece-0175-48f0-82b6-1a0af136a060 Sep 23 14:03:49.849054 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Publish callbacks [] for port (730eaece-0175-48f0-82b6-1a0af136a060), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:49.915581 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Allocated IP 172.27.1.217 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/2b9661dc-e860-4fab-a6c7-e4cc3d4504f0) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:49.938924 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (730eaece-0175-48f0-82b6-1a0af136a060), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.005578 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:50.007338 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Port 730eaece-0175-48f0-82b6-1a0af136a060 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:03:50.012439 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (fd5ee239-a197-471c-96a2-f1483563b204), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.014800 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ca1a2-ebee-4976-85ab-756e7885fa43 None None] Pushing event updated for resources: {'Port': ['ID=730eaece-0175-48f0-82b6-1a0af136a060,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:50.035775 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:50.050119 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:50.053358 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Attempting to bind port 730eaece-0175-48f0-82b6-1a0af136a060 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:03:50.053806 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Attempting to bind port 730eaece-0175-48f0-82b6-1a0af136a060 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:03:50.054161 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Attempting to bind port 730eaece-0175-48f0-82b6-1a0af136a060 on network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:03:50.081605 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for port (2b9661dc-e860-4fab-a6c7-e4cc3d4504f0), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.094519 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=fd5ee239-a197-471c-96a2-f1483563b204,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:50.108484 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:50.115372 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:03:50.115991 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Checking segment: {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:03:50.116560 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.116989 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Bound using segment: {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:03:50.117622 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Bound port: 730eaece-0175-48f0-82b6-1a0af136a060, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:03:50.118183 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (730eaece-0175-48f0-82b6-1a0af136a060), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.139098 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.166310 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.195359 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] For port 730eaece-0175-48f0-82b6-1a0af136a060, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:03:50.197506 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (2b9661dc-e860-4fab-a6c7-e4cc3d4504f0), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.200326 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] For port 730eaece-0175-48f0-82b6-1a0af136a060, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=730eaece-0175-48f0-82b6-1a0af136a060,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:03:50.229657 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93296b-df0f-4e4e-a2c2-7902a1edceaf req-c8360ff6-d889-4f20-aaaa-eecb9f0d9a77 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:50.231818 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6e93296b-df0f-4e4e-a2c2-7902a1edceaf req-c8360ff6-d889-4f20-aaaa-eecb9f0d9a77 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0830295 Sep 23 14:03:50.249781 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:50.253649 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (730eaece-0175-48f0-82b6-1a0af136a060), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.272412 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:50.284617 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:03:50.300319 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6e93296b-df0f-4e4e-a2c2-7902a1edceaf req-7a3ec0e7-77ed-4f25-b199-198c2ee629b9 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617402 Sep 23 14:03:50.329201 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'Port': ['ID=2b9661dc-e860-4fab-a6c7-e4cc3d4504f0,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:50.353925 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (86ce1d9a-d559-46e6-93f0-bd1fa6b259dc), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.356585 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ca1a2-ebee-4976-85ab-756e7885fa43 None None] Pushing event updated for resources: {'Port': ['ID=730eaece-0175-48f0-82b6-1a0af136a060,revision_number=4']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:50.365177 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:03:50.365816 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:03:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:50.468734 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (2b9661dc-e860-4fab-a6c7-e4cc3d4504f0), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.483382 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:03:50.508343 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Attempt 8 to provision port 730eaece-0175-48f0-82b6-1a0af136a060 Sep 23 14:03:50.597024 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Current status of the port 730eaece-0175-48f0-82b6-1a0af136a060 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:50.597557 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (730eaece-0175-48f0-82b6-1a0af136a060), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.643754 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] For port 730eaece-0175-48f0-82b6-1a0af136a060, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=730eaece-0175-48f0-82b6-1a0af136a060,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:50.654617 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for port (2b9661dc-e860-4fab-a6c7-e4cc3d4504f0), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.692135 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (730eaece-0175-48f0-82b6-1a0af136a060), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.699462 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:50.726588 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308eb637-9a49-4070-acbb-22adca1632e0 None None] The sync data for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi is: [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:03:50.749620 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (2b9661dc-e860-4fab-a6c7-e4cc3d4504f0), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.752965 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (86ce1d9a-d559-46e6-93f0-bd1fa6b259dc), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.755995 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2577c-d00d-479f-98cb-2b88320abc3a None None] Pushing event updated for resources: {'Port': ['ID=730eaece-0175-48f0-82b6-1a0af136a060,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:50.773215 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:50.813873 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-707e6c38-f5c8-420f-bc54-6326eee39ccf None None] Provisioning complete for port 730eaece-0175-48f0-82b6-1a0af136a060 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:50.814565 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-707e6c38-f5c8-420f-bc54-6326eee39ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (730eaece-0175-48f0-82b6-1a0af136a060), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.814919 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-707e6c38-f5c8-420f-bc54-6326eee39ccf None None] Attempt 1 to provision port 730eaece-0175-48f0-82b6-1a0af136a060 Sep 23 14:03:50.823542 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'Port': ['ID=2b9661dc-e860-4fab-a6c7-e4cc3d4504f0,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:50.897168 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:50.910223 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-707e6c38-f5c8-420f-bc54-6326eee39ccf None None] Current status of the port 730eaece-0175-48f0-82b6-1a0af136a060 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:50.930306 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:50.932140 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-7d930475-e331-43c7-885d-ebf4b8d0b246 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3631828 Sep 23 14:03:51.401072 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 59062) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:51.488951 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0eef7-8be2-4e0e-879c-bdf4ed013c55 req-f5d7afb4-0c90-4539-b696-0b343486e6e3 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:51.490953 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1bd0eef7-8be2-4e0e-879c-bdf4ed013c55 req-f5d7afb4-0c90-4539-b696-0b343486e6e3 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0697393 Sep 23 14:03:51.549056 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:51.555342 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1bd0eef7-8be2-4e0e-879c-bdf4ed013c55 req-cf925e29-460a-4b4c-8406-88a0a82df8b4 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557284 Sep 23 14:03:51.574685 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-141b8ed4-cdf8-42fe-9455-449a517a167c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:51.678934 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-141b8ed4-cdf8-42fe-9455-449a517a167c admin admin] Publish callbacks [] for security_group (9779b880-caf2-4377-a21a-b0c7a0511a76), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:51.680041 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 730eaece-0175-48f0-82b6-1a0af136a060 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:51.727759 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 730eaece-0175-48f0-82b6-1a0af136a060 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:51.728136 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (730eaece-0175-48f0-82b6-1a0af136a060), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:51.728495 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 730eaece-0175-48f0-82b6-1a0af136a060 Sep 23 14:03:51.766386 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-141b8ed4-cdf8-42fe-9455-449a517a167c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (9779b880-caf2-4377-a21a-b0c7a0511a76), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:51.803480 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 730eaece-0175-48f0-82b6-1a0af136a060 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:51.804501 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fd5ee239-a197-471c-96a2-f1483563b204 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:51.805839 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-141b8ed4-cdf8-42fe-9455-449a517a167c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6b1d7115fcf643b28a49fc07d68ace6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033859 Sep 23 14:03:51.807853 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b8ed4-cdf8-42fe-9455-449a517a167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9779b880-caf2-4377-a21a-b0c7a0511a76,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:51.808608 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59066) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:51.815923 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:51.849456 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port fd5ee239-a197-471c-96a2-f1483563b204 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:03:51.849859 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fd5ee239-a197-471c-96a2-f1483563b204), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:51.850196 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port fd5ee239-a197-471c-96a2-f1483563b204 Sep 23 14:03:51.878135 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-14b37788-45ca-4ab6-9f6d-44a1c4da007f admin admin] Publish callbacks [] for security_group (9779b880-caf2-4377-a21a-b0c7a0511a76), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:51.906932 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-14b37788-45ca-4ab6-9f6d-44a1c4da007f admin admin] Publish callbacks [] for security_group (9779b880-caf2-4377-a21a-b0c7a0511a76), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:51.937301 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port fd5ee239-a197-471c-96a2-f1483563b204 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:03:51.987964 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59070) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:52.081157 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-14b37788-45ca-4ab6-9f6d-44a1c4da007f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (9779b880-caf2-4377-a21a-b0c7a0511a76), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:52.083802 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-14b37788-45ca-4ab6-9f6d-44a1c4da007f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:52.084959 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-14b37788-45ca-4ab6-9f6d-44a1c4da007f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9779b880-caf2-4377-a21a-b0c7a0511a76 HTTP/1.1" status: 204 len: 168 time: 0.2753420 Sep 23 14:03:52.107884 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b37788-45ca-4ab6-9f6d-44a1c4da007f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9779b880-caf2-4377-a21a-b0c7a0511a76,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:52.109888 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90c7d601-95a0-41fe-b0cf-3e037f616970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:52.197846 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90c7d601-95a0-41fe-b0cf-3e037f616970 admin admin] Publish callbacks [] for security_group (3ec3e618-9335-47d4-9c31-250d90c5fde0), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:52.333812 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90c7d601-95a0-41fe-b0cf-3e037f616970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (3ec3e618-9335-47d4-9c31-250d90c5fde0), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:52.377752 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-90c7d601-95a0-41fe-b0cf-3e037f616970 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cf3422e0aa2840b6b15c1b48f86c476c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886673 Sep 23 14:03:52.380710 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59082) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:52.381959 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7d601-95a0-41fe-b0cf-3e037f616970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec3e618-9335-47d4-9c31-250d90c5fde0,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:52.440956 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e3e87c06-6955-4d3e-b0e2-d6b9cf037313 admin admin] Publish callbacks [] for security_group (3ec3e618-9335-47d4-9c31-250d90c5fde0), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:52.443410 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:52.466910 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e3e87c06-6955-4d3e-b0e2-d6b9cf037313 admin admin] Publish callbacks [] for security_group (3ec3e618-9335-47d4-9c31-250d90c5fde0), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:52.607991 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e3e87c06-6955-4d3e-b0e2-d6b9cf037313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (3ec3e618-9335-47d4-9c31-250d90c5fde0), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:52.610598 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e3e87c06-6955-4d3e-b0e2-d6b9cf037313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:52.611855 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-e3e87c06-6955-4d3e-b0e2-d6b9cf037313 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3ec3e618-9335-47d4-9c31-250d90c5fde0 HTTP/1.1" status: 204 len: 168 time: 0.2270570 Sep 23 14:03:52.619977 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e87c06-6955-4d3e-b0e2-d6b9cf037313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec3e618-9335-47d4-9c31-250d90c5fde0,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:52.700958 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea9fc5-6e87-423a-a771-51d694dd97de req-c1e6cbfa-a79b-48ac-ac66-4a00f25040d5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:52.702480 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1eea9fc5-6e87-423a-a771-51d694dd97de req-c1e6cbfa-a79b-48ac-ac66-4a00f25040d5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0593092 Sep 23 14:03:52.755626 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1eea9fc5-6e87-423a-a771-51d694dd97de req-936fa58f-5542-40c9-bb9d-23d793bd99ef tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473366 Sep 23 14:03:53.006346 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59092) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:53.020753 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2e1420e8-a1c6-4849-a80a-07585827a9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.105024 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2e1420e8-a1c6-4849-a80a-07585827a9e2 admin admin] Publish callbacks [] for security_group (ae9f7537-cec0-4cf0-898a-2459453f318c), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.167229 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2e1420e8-a1c6-4849-a80a-07585827a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (ae9f7537-cec0-4cf0-898a-2459453f318c), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.207532 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-2e1420e8-a1c6-4849-a80a-07585827a9e2 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=662feae02a0c4b58afb4ce57482df1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000580 Sep 23 14:03:53.208376 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1420e8-a1c6-4849-a80a-07585827a9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9f7537-cec0-4cf0-898a-2459453f318c,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:53.210722 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 59094) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:53.234773 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:53.263940 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-31ae0976-8774-421d-94f2-2595f80f1705 admin admin] Publish callbacks [] for security_group (ae9f7537-cec0-4cf0-898a-2459453f318c), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.284904 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-31ae0976-8774-421d-94f2-2595f80f1705 admin admin] Publish callbacks [] for security_group (ae9f7537-cec0-4cf0-898a-2459453f318c), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.423424 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-31ae0976-8774-421d-94f2-2595f80f1705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (ae9f7537-cec0-4cf0-898a-2459453f318c), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.426525 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-31ae0976-8774-421d-94f2-2595f80f1705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.429820 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-31ae0976-8774-421d-94f2-2595f80f1705 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ae9f7537-cec0-4cf0-898a-2459453f318c HTTP/1.1" status: 204 len: 168 time: 0.2164099 Sep 23 14:03:53.437331 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae0976-8774-421d-94f2-2595f80f1705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9f7537-cec0-4cf0-898a-2459453f318c,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:53.514852 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 59104) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:53.529227 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5dcacc29-26e5-4539-ba00-765b7c50c27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.613282 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5dcacc29-26e5-4539-ba00-765b7c50c27f admin admin] Publish callbacks [] for security_group (d0207db4-451a-4c88-9ae6-063fc4dbc4dd), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.670389 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5dcacc29-26e5-4539-ba00-765b7c50c27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (d0207db4-451a-4c88-9ae6-063fc4dbc4dd), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.713042 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcacc29-26e5-4539-ba00-765b7c50c27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0207db4-451a-4c88-9ae6-063fc4dbc4dd,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:53.720471 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-5dcacc29-26e5-4539-ba00-765b7c50c27f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=aa0d5c5b30164752bd874e3568d19891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020831 Sep 23 14:03:53.721119 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59108) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:53.781360 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a04a7cda-866b-4212-b9a3-ca27ec9f5315 admin admin] Publish callbacks [] for security_group (d0207db4-451a-4c88-9ae6-063fc4dbc4dd), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.808309 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a04a7cda-866b-4212-b9a3-ca27ec9f5315 admin admin] Publish callbacks [] for security_group (d0207db4-451a-4c88-9ae6-063fc4dbc4dd), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.842813 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:53.890607 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c474b6e-1c58-4e63-96a3-6d22f099762d req-c34d8284-3c35-43f1-85bb-f6e91677f18e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:53.892138 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4c474b6e-1c58-4e63-96a3-6d22f099762d req-c34d8284-3c35-43f1-85bb-f6e91677f18e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0484271 Sep 23 14:03:53.945894 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4c474b6e-1c58-4e63-96a3-6d22f099762d req-b2bdbc88-13c6-4525-bcaf-65869f9809eb tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478303 Sep 23 14:03:53.955304 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a04a7cda-866b-4212-b9a3-ca27ec9f5315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (d0207db4-451a-4c88-9ae6-063fc4dbc4dd), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.958097 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a04a7cda-866b-4212-b9a3-ca27ec9f5315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:53.959271 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a04a7cda-866b-4212-b9a3-ca27ec9f5315 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d0207db4-451a-4c88-9ae6-063fc4dbc4dd HTTP/1.1" status: 204 len: 168 time: 0.2375433 Sep 23 14:03:53.968045 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a7cda-866b-4212-b9a3-ca27ec9f5315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0207db4-451a-4c88-9ae6-063fc4dbc4dd,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:54.115718 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59114) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:54.129655 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7cae3b80-50d4-4d15-ae77-460f614ced52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:54.213302 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7cae3b80-50d4-4d15-ae77-460f614ced52 admin admin] Publish callbacks [] for security_group (2b8f817e-dd11-4e18-b1f7-e8b062e1b098), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:54.258427 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7cae3b80-50d4-4d15-ae77-460f614ced52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (2b8f817e-dd11-4e18-b1f7-e8b062e1b098), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:54.307041 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 59118) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:54.307621 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-7cae3b80-50d4-4d15-ae77-460f614ced52 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1fc3dc8ec8de4206a4c3a12dbb2a6e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900756 Sep 23 14:03:54.308799 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae3b80-50d4-4d15-ae77-460f614ced52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f817e-dd11-4e18-b1f7-e8b062e1b098,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:54.325307 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:54.368936 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cc4761b5-62c5-4646-a92e-5ad82d4f69c9 admin admin] Publish callbacks [] for security_group (2b8f817e-dd11-4e18-b1f7-e8b062e1b098), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:54.391862 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cc4761b5-62c5-4646-a92e-5ad82d4f69c9 admin admin] Publish callbacks [] for security_group (2b8f817e-dd11-4e18-b1f7-e8b062e1b098), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:54.554945 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cc4761b5-62c5-4646-a92e-5ad82d4f69c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (2b8f817e-dd11-4e18-b1f7-e8b062e1b098), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:54.557520 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cc4761b5-62c5-4646-a92e-5ad82d4f69c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:54.558697 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-cc4761b5-62c5-4646-a92e-5ad82d4f69c9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2b8f817e-dd11-4e18-b1f7-e8b062e1b098 HTTP/1.1" status: 204 len: 168 time: 0.2504859 Sep 23 14:03:54.567744 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4761b5-62c5-4646-a92e-5ad82d4f69c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f817e-dd11-4e18-b1f7-e8b062e1b098,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:55.076307 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babd5d2-ff82-4d32-ad7a-a2ff84c0f860 req-af16c996-7aef-4820-9b63-5bf76a24c0d7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:55.077783 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6babd5d2-ff82-4d32-ad7a-a2ff84c0f860 req-af16c996-7aef-4820-9b63-5bf76a24c0d7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0517590 Sep 23 14:03:55.131917 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6babd5d2-ff82-4d32-ad7a-a2ff84c0f860 req-bf1823c0-8f15-4365-afe1-2d595336f329 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480926 Sep 23 14:03:55.770737 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 59160) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:55.881380 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-111582b1-a139-48ab-9f49-397338a18d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:55.967321 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-111582b1-a139-48ab-9f49-397338a18d6a admin admin] Publish callbacks [] for security_group (25d9c21b-da5c-40fd-8005-6c4b63f35909), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:56.058243 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-111582b1-a139-48ab-9f49-397338a18d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (25d9c21b-da5c-40fd-8005-6c4b63f35909), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:56.099467 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111582b1-a139-48ab-9f49-397338a18d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d9c21b-da5c-40fd-8005-6c4b63f35909,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:56.103796 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-111582b1-a139-48ab-9f49-397338a18d6a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2373ab1200e74839b2ea1b51162a18e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319697 Sep 23 14:03:56.106626 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 59164) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:03:56.157417 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec15247b-1465-4753-98ce-14cfbde17d2e admin admin] Publish callbacks [] for security_group (25d9c21b-da5c-40fd-8005-6c4b63f35909), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:56.182193 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec15247b-1465-4753-98ce-14cfbde17d2e admin admin] Publish callbacks [] for security_group (25d9c21b-da5c-40fd-8005-6c4b63f35909), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:56.261658 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac8058-c5d9-4eec-a91d-c39e8d585bb0 req-af32181a-3e47-4f52-bcb4-1f0e11e7a706 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:56.263951 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-02ac8058-c5d9-4eec-a91d-c39e8d585bb0 req-af32181a-3e47-4f52-bcb4-1f0e11e7a706 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0506568 Sep 23 14:03:56.312722 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-02ac8058-c5d9-4eec-a91d-c39e8d585bb0 req-747ff81f-9773-4f51-9492-63c3dc238d69 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Sep 23 14:03:56.338234 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec15247b-1465-4753-98ce-14cfbde17d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (25d9c21b-da5c-40fd-8005-6c4b63f35909), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:56.342547 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec15247b-1465-4753-98ce-14cfbde17d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:03:56.343714 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ec15247b-1465-4753-98ce-14cfbde17d2e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/25d9c21b-da5c-40fd-8005-6c4b63f35909 HTTP/1.1" status: 204 len: 168 time: 0.2361867 Sep 23 14:03:56.352185 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15247b-1465-4753-98ce-14cfbde17d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d9c21b-da5c-40fd-8005-6c4b63f35909,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:57.558184 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:57.577223 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72b77f-ba36-4c32-a76b-ac37284c7e3e req-6054e126-041c-4f58-a2b1-7bed66a1480b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:57.581314 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab72b77f-ba36-4c32-a76b-ac37284c7e3e req-6054e126-041c-4f58-a2b1-7bed66a1480b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0515916 Sep 23 14:03:57.632416 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ab72b77f-ba36-4c32-a76b-ac37284c7e3e req-3a512bab-9a65-40af-af66-aa2357e8e21b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467761 Sep 23 14:03:57.786838 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-05b00319-02f0-4a67-b778-717d143331ed tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1193639494&fields=id&tenant_id=c21d140d48ba4014bc470e8cf720785d HTTP/1.1" status: 200 len: 267 time: 0.0426538 Sep 23 14:03:57.892893 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2176d411-5959-426e-ae3c-cfb7b5ec0408 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:57.894272 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2176d411-5959-426e-ae3c-cfb7b5ec0408 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/networks?id=0f2b1efa-9c49-4c4b-95ca-efb64f014785 HTTP/1.1" status: 200 len: 817 time: 0.1006081 Sep 23 14:03:57.909186 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-7420dd75-af4c-42e9-aa6d-eb40f0cbd804 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/quotas/c21d140d48ba4014bc470e8cf720785d HTTP/1.1" status: 200 len: 375 time: 0.0094182 Sep 23 14:03:57.963764 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-1f4ce0ba-9583-4ecc-a2a7-51407fa0cb06 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498023 Sep 23 14:03:58.041111 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:03:58.063374 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-a566ad79-9c54-4c89-a555-c546d9206c4b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861757 Sep 23 14:03:58.160200 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-587c5772-93fa-4bba-a633-969cebdcfcee service neutron] 10.222.0.62 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908661 Sep 23 14:03:58.416335 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c59c0443-3f98-4ff1-abf2-28c47760e004 req-ee7b00c7-406a-4af6-80a3-69ae361630fa tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 210 time: 0.0291417 Sep 23 14:03:58.767795 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbcad6-8d72-4e38-bac5-35b7907d9390 req-28d12ec3-bd1f-4494-9c26-48bd24946c3e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:58.769312 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5abbcad6-8d72-4e38-bac5-35b7907d9390 req-28d12ec3-bd1f-4494-9c26-48bd24946c3e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0536158 Sep 23 14:03:58.829513 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5abbcad6-8d72-4e38-bac5-35b7907d9390 req-e9749f6f-e9e2-4cac-a675-9791d1dc99ed tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535204 Sep 23 14:03:59.534424 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4b7de392-18a0-466e-8782-bb2b054cdb70 req-c4f96eeb-5d5c-4198-9227-267e27a370e2 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 210 time: 0.0291169 Sep 23 14:03:59.956148 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f681f0f-7ac7-44e6-9b97-cfed5f8832db req-70eb772b-bd8d-4d82-a74e-4a462fb1c9a2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:03:59.957661 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0f681f0f-7ac7-44e6-9b97-cfed5f8832db req-70eb772b-bd8d-4d82-a74e-4a462fb1c9a2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0515454 Sep 23 14:04:00.011939 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0f681f0f-7ac7-44e6-9b97-cfed5f8832db req-28db963d-6b37-4247-ad03-7d163e87815b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487192 Sep 23 14:04:00.038566 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59242) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:00.043174 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-64567e18-52b9-4573-8b9b-71706f53ed7c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132246369', 'description': 'tempest-description--1829467056'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:00.171529 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-64567e18-52b9-4573-8b9b-71706f53ed7c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:00.246212 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-64567e18-52b9-4573-8b9b-71706f53ed7c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (25129ff8-59b0-451b-9d19-4bdcdd46fa41), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:00.331247 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-64567e18-52b9-4573-8b9b-71706f53ed7c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (25129ff8-59b0-451b-9d19-4bdcdd46fa41), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:00.360979 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64567e18-52b9-4573-8b9b-71706f53ed7c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25129ff8-59b0-451b-9d19-4bdcdd46fa41,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:00.413459 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-64567e18-52b9-4573-8b9b-71706f53ed7c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:00.414770 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-64567e18-52b9-4573-8b9b-71706f53ed7c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3751783 Sep 23 14:04:00.417573 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59244) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:00.422872 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-b8ce0013-9f0b-4db1-862b-b808563d2282 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group_rule': {'security_group_id': '25129ff8-59b0-451b-9d19-4bdcdd46fa41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:00.498053 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0013-9f0b-4db1-862b-b808563d2282 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (4d826105-fce6-4d48-89e9-bc13224880dd), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:00.558487 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0013-9f0b-4db1-862b-b808563d2282 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (4d826105-fce6-4d48-89e9-bc13224880dd), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:00.607119 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0013-9f0b-4db1-862b-b808563d2282 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (4d826105-fce6-4d48-89e9-bc13224880dd), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:00.615529 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:DELETE=5,neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:00.628339 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce0013-9f0b-4db1-862b-b808563d2282 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d826105-fce6-4d48-89e9-bc13224880dd,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:00.647354 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0ce41fe4-fd9c-48a5-bf4d-b2e71a0c93d6 req-8d5ccd52-ff40-4dc6-8a2b-de41883fd44d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 210 time: 0.0321951 Sep 23 14:04:00.689527 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0013-9f0b-4db1-862b-b808563d2282 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:00.690951 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b8ce0013-9f0b-4db1-862b-b808563d2282 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2723560 Sep 23 14:04:00.693617 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59252) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:00.698017 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-b5b55f7d-26cc-4b1a-b8aa-f72e20599bfd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group_rule': {'security_group_id': '25129ff8-59b0-451b-9d19-4bdcdd46fa41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:00.784731 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b5b55f7d-26cc-4b1a-b8aa-f72e20599bfd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (62f7a997-db3d-4f5f-af8d-3aef8da505b6), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:00.903835 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b5b55f7d-26cc-4b1a-b8aa-f72e20599bfd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (62f7a997-db3d-4f5f-af8d-3aef8da505b6), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:00.943965 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-737df1ae-40e1-4a62-ac82-b24eb9ee0915 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:00.945416 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-737df1ae-40e1-4a62-ac82-b24eb9ee0915 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0f2b1efa-9c49-4c4b-95ca-efb64f014785 HTTP/1.1" status: 200 len: 817 time: 0.1210573 Sep 23 14:04:00.968899 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=11 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:00.979416 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b5b55f7d-26cc-4b1a-b8aa-f72e20599bfd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (62f7a997-db3d-4f5f-af8d-3aef8da505b6), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:01.014562 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b55f7d-26cc-4b1a-b8aa-f72e20599bfd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f7a997-db3d-4f5f-af8d-3aef8da505b6,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:01.042182 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:01.047842 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-932a24f4-4412-452b-afdd-1eedfff94161 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c21d140d48ba4014bc470e8cf720785d HTTP/1.1" status: 200 len: 380 time: 0.0840368 Sep 23 14:04:01.058551 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'port': {'device_id': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'admin_state_up': True, 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'security_groups': ['be79da5f-8aa6-4396-a436-1e26225045da']}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:01.108336 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b5b55f7d-26cc-4b1a-b8aa-f72e20599bfd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:01.109516 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b5b55f7d-26cc-4b1a-b8aa-f72e20599bfd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4149489 Sep 23 14:04:01.114469 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59260) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:01.120276 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:01.145467 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebea080-1a95-4a56-851a-51eabce5a9b1 req-b7c27d3e-5141-4940-acd6-0e9ee3889e5a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:01.152246 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1ebea080-1a95-4a56-851a-51eabce5a9b1 req-b7c27d3e-5141-4940-acd6-0e9ee3889e5a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0511591 Sep 23 14:04:01.202809 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1ebea080-1a95-4a56-851a-51eabce5a9b1 req-2afd5103-e721-402e-b5ee-699b78127494 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467210 Sep 23 14:04:01.257778 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:01.301902 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Made reservation on behalf of c21d140d48ba4014bc470e8cf720785d for: {'port': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:04:01.305539 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:01.397908 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:01.717086 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:01.718472 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Allocated IP 172.20.0.14 (0f2b1efa-9c49-4c4b-95ca-efb64f014785/020c9151-4899-48c8-812f-202e3637905a/0765d95c-b5b8-4eb9-aef1-96129a9a206d) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:04:01.764532 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Allocated IP 172.27.1.141 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/f191056c-3105-434b-8720-1dd4186ae5f5) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:04:01.779317 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d05fbacd-b299-49d0-bcfb-184346067200 req-6926632a-11ac-4d28-9e30-1708f811a69e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 210 time: 0.0279975 Sep 23 14:04:01.964962 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:01.968267 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (f191056c-3105-434b-8720-1dd4186ae5f5), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:02.092786 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:02.094623 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (f191056c-3105-434b-8720-1dd4186ae5f5), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:02.100081 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:02.141352 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:04:02.149039 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:04:02.154397 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:04:02.155559 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:04:02.162355 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:04:02.165200 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=f191056c-3105-434b-8720-1dd4186ae5f5,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:02.167832 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:04:02.172704 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:02.173753 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:02.248733 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'Port': ['ID=0765d95c-b5b8-4eb9-aef1-96129a9a206d,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:02.262761 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (feca2d2d-1cc1-414a-bd42-844d9832ffac), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:02.306145 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-801620ea-d53b-4613-b05c-b104bcba06c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2512138 Sep 23 14:04:02.331283 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29e5af-708b-4d65-9fb5-45103d416fc6 req-5d4c10bb-e554-4507-9630-51c50354b77b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:02.332939 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d29e5af-708b-4d65-9fb5-45103d416fc6 req-5d4c10bb-e554-4507-9630-51c50354b77b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0477569 Sep 23 14:04:02.366076 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (f191056c-3105-434b-8720-1dd4186ae5f5), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:02.385910 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d29e5af-708b-4d65-9fb5-45103d416fc6 req-325b4100-4001-4341-9bf1-2e077f700ef2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458882 Sep 23 14:04:02.428101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Provisioning complete for port 0765d95c-b5b8-4eb9-aef1-96129a9a206d triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:04:02.428646 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:02.428854 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Attempt 1 to provision port 0765d95c-b5b8-4eb9-aef1-96129a9a206d Sep 23 14:04:02.461985 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Port 0765d95c-b5b8-4eb9-aef1-96129a9a206d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:02.488151 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:02.514214 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (f191056c-3105-434b-8720-1dd4186ae5f5), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:02.577165 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (f191056c-3105-434b-8720-1dd4186ae5f5), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:02.577854 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (feca2d2d-1cc1-414a-bd42-844d9832ffac), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:02.624910 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=f191056c-3105-434b-8720-1dd4186ae5f5,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:02.694136 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:02.695371 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-95ad140d-e760-4db7-87d4-de0cb14d3d5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5799911 Sep 23 14:04:02.900640 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:02.920819 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce1fb0-3a2c-4759-a3c9-99354bdeefad req-e4e9459b-018b-4859-9f8c-8889a8e355ef tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:02.922285 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-05ce1fb0-3a2c-4759-a3c9-99354bdeefad req-e4e9459b-018b-4859-9f8c-8889a8e355ef tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 932 time: 0.0619850 Sep 23 14:04:02.943171 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-5dd1ffc8-1175-402c-bbd9-ff6efaad901d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2132246369&fields=id&tenant_id=482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 267 time: 0.0891969 Sep 23 14:04:02.963023 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Attempt 2 to provision port 0765d95c-b5b8-4eb9-aef1-96129a9a206d Sep 23 14:04:02.995196 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Port 0765d95c-b5b8-4eb9-aef1-96129a9a206d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:03.033893 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-05ce1fb0-3a2c-4759-a3c9-99354bdeefad req-65c6e4cb-29f4-416f-bddd-7a757e32040d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041708 Sep 23 14:04:03.076461 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-40cad94c-e45d-4654-a989-5b3982155936 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:03.077876 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-40cad94c-e45d-4654-a989-5b3982155936 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 815 time: 0.1257627 Sep 23 14:04:03.092925 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-71f473c2-a6f5-4c11-bc10-f149ac9e5af1 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/quotas/482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 375 time: 0.0096207 Sep 23 14:04:03.143252 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-49494649-9647-448b-b7d5-e2ebaee145de tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452981 Sep 23 14:04:03.240609 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-96e194ed-0d6d-44d5-b214-3a5d8170f195 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860915 Sep 23 14:04:03.379751 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Request body: {'port': {'device_id': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:03.463265 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:03.496507 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Attempt 3 to provision port 0765d95c-b5b8-4eb9-aef1-96129a9a206d Sep 23 14:04:03.541966 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Port 0765d95c-b5b8-4eb9-aef1-96129a9a206d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:03.576081 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7117407-c39a-4d0f-81fe-d6a8b7e41de3 req-afa90dc2-e5f2-4e98-9b3c-fa46c8ff4a1e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:03.578613 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e7117407-c39a-4d0f-81fe-d6a8b7e41de3 req-afa90dc2-e5f2-4e98-9b3c-fa46c8ff4a1e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0869443 Sep 23 14:04:03.664447 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:03.679859 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-89fe80f7-e1a3-44e1-98cd-4ce421a3a5f6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334910 Sep 23 14:04:03.702636 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb2752-a457-4a72-b43c-6d45dafc9f2a req-d37527d6-0d53-4809-a328-1cda70ecabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:03.704177 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e1eb2752-a457-4a72-b43c-6d45dafc9f2a req-d37527d6-0d53-4809-a328-1cda70ecabf3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 1129 time: 0.1195648 Sep 23 14:04:03.734433 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e7117407-c39a-4d0f-81fe-d6a8b7e41de3 req-c8528010-ee52-4193-ad41-ec2474bdc0c1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507893 Sep 23 14:04:03.775920 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e1eb2752-a457-4a72-b43c-6d45dafc9f2a req-12ea5fab-d236-46f4-ae9c-65c820f4068b service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603476 Sep 23 14:04:03.784560 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0765d95c-b5b8-4eb9-aef1-96129a9a206d {{(pid=106652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:04:03.792401 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Publish callbacks [] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:03.805958 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.provisioning_blocks [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Transition to ACTIVE for port object 0765d95c-b5b8-4eb9-aef1-96129a9a206d will not be triggered until provisioned by entity L2. {{(pid=106652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:04:03.868645 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:03.943739 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0765d95c-b5b8-4eb9-aef1-96129a9a206d,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:03.958770 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Attempting to bind port 0765d95c-b5b8-4eb9-aef1-96129a9a206d on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:04:03.958770 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Attempting to bind port 0765d95c-b5b8-4eb9-aef1-96129a9a206d by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:04:03.959392 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Attempting to bind port 0765d95c-b5b8-4eb9-aef1-96129a9a206d on network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:04:04.001655 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:04.016581 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Port 0765d95c-b5b8-4eb9-aef1-96129a9a206d on network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:04:04.016581 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Attempting to bind port 0765d95c-b5b8-4eb9-aef1-96129a9a206d on network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:04:04.024398 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f6307eb3-d78a-44bd-ac2d-64fcfac74e4e req-13e8f716-786c-41c1-85bf-5201e01bc4c2 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0603254 Sep 23 14:04:04.045214 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Attempt 4 to provision port 0765d95c-b5b8-4eb9-aef1-96129a9a206d Sep 23 14:04:04.092284 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:04:04.095271 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Checking segment: {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:04:04.098951 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Bound using segment: {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:04:04.099598 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Bound port: 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'}}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:04:04.099803 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Port 0765d95c-b5b8-4eb9-aef1-96129a9a206d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:04.100070 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:04.203196 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a3596-6110-49fb-8e30-5e1856f270c3 req-0c7d6ccf-e33d-405d-8285-205c4ab4e263 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:04.205585 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, cleared binding levels {{(pid=106652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:04:04.205720 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8f9a3596-6110-49fb-8e30-5e1856f270c3 req-0c7d6ccf-e33d-405d-8285-205c4ab4e263 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0619123 Sep 23 14:04:04.208987 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:04:04.260163 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8f9a3596-6110-49fb-8e30-5e1856f270c3 req-24bfa469-ae1e-47d0-9a14-7d52324bc61d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470681 Sep 23 14:04:04.336976 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:04.342308 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:04.342845 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:04.344201 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/0765d95c-b5b8-4eb9-aef1-96129a9a206d HTTP/1.1" status: 200 len: 1094 time: 0.9688516 Sep 23 14:04:04.346082 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:04.347163 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56452da0-c235-49d9-9790-f3a2cc4305db" -d '{"events": [{"name": "network-changed", "server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:04.390792 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12876501-3f03-497c-b05f-61296022951c x-openstack-request-id: req-12876501-3f03-497c-b05f-61296022951c {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:04.391474 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:04.391474 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12876501-3f03-497c-b05f-61296022951c {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:04.391714 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12876501-3f03-497c-b05f-61296022951c'] response: {'name': 'network-changed', 'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'status': 'completed', 'code': 200} Sep 23 14:04:04.396284 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d528ede-31be-4c06-bdd0-86200ab06cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0765d95c-b5b8-4eb9-aef1-96129a9a206d,revision_number=3']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:04.577305 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56452da0-c235-49d9-9790-f3a2cc4305db req-b15dda40-e494-4bf5-b9c5-a7bb0c5bf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:04.578846 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-56452da0-c235-49d9-9790-f3a2cc4305db req-b15dda40-e494-4bf5-b9c5-a7bb0c5bf95a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 1128 time: 0.0528042 Sep 23 14:04:04.601048 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Attempt 5 to provision port 0765d95c-b5b8-4eb9-aef1-96129a9a206d Sep 23 14:04:04.641508 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a7032-f83e-4728-ab5f-e6cc8239f825 None None] Port 0765d95c-b5b8-4eb9-aef1-96129a9a206d had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:04:04.766152 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:04.771760 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56452da0-c235-49d9-9790-f3a2cc4305db req-af038c83-adae-4f1d-8e00-5dc2ed25dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:04.782321 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-56452da0-c235-49d9-9790-f3a2cc4305db req-af038c83-adae-4f1d-8e00-5dc2ed25dc86 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=c21d140d48ba4014bc470e8cf720785d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1726437 Sep 23 14:04:04.870448 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7c79e-8bc4-4a83-aa6b-0b882d7ecee2 req-15a3e5c6-aa71-4f6a-923d-8bf53fa92d54 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:04.872055 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-15b7c79e-8bc4-4a83-aa6b-0b882d7ecee2 req-15a3e5c6-aa71-4f6a-923d-8bf53fa92d54 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0491610 Sep 23 14:04:04.930561 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-15b7c79e-8bc4-4a83-aa6b-0b882d7ecee2 req-8516938a-cdfb-4aab-beb2-90b188024b1f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516586 Sep 23 14:04:04.945767 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56452da0-c235-49d9-9790-f3a2cc4305db req-43e80075-b9a0-4bae-b17d-d3e3d6c34aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:04.947269 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-56452da0-c235-49d9-9790-f3a2cc4305db req-43e80075-b9a0-4bae-b17d-d3e3d6c34aa0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627281 Sep 23 14:04:05.122477 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d330b9c4-bf71-4ace-9f81-00c23707461c req-8b159c80-8ce2-4a85-aee6-af890ddf83c5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0276735 Sep 23 14:04:05.393931 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220599c4-2187-431f-9587-98a221b61308 req-a5c15e6e-c937-46ab-a879-f80703952234 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:05.397722 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-220599c4-2187-431f-9587-98a221b61308 req-a5c15e6e-c937-46ab-a879-f80703952234 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0486155 Sep 23 14:04:05.464302 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:05.478968 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-220599c4-2187-431f-9587-98a221b61308 req-19740fdd-ae1a-4573-aa46-1b5c40219bb1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770285 Sep 23 14:04:05.489034 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fbabc433-a54d-4c5a-9e7b-9c1754e7b209 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-195226751&fields=id&tenant_id=901178273d85449e9cdaa5de235fb3e9 HTTP/1.1" status: 200 len: 267 time: 0.0724559 Sep 23 14:04:05.546481 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-81c0e22f-75ca-4a39-ba01-a45b8d7ad8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:05.548072 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-81c0e22f-75ca-4a39-ba01-a45b8d7ad8b1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 1128 time: 0.0428371 Sep 23 14:04:05.614612 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-f36a04ec-a808-49a2-b8a6-1656abe814ee tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:05.616195 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-f36a04ec-a808-49a2-b8a6-1656abe814ee tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 812 time: 0.1088736 Sep 23 14:04:05.630733 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-4aa8c47d-9c43-4211-b478-805113471a33 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/quotas/901178273d85449e9cdaa5de235fb3e9 HTTP/1.1" status: 200 len: 375 time: 0.0091648 Sep 23 14:04:05.679504 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-8eb1a093-141f-47c3-be0c-fc9dfa5fb0e2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438905 Sep 23 14:04:05.780385 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b2495175-baff-4c64-b705-f926f36cb7e3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900180 Sep 23 14:04:05.869786 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-074aa4a4-52f5-4bc1-8511-c5150ea73c55 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838103 Sep 23 14:04:06.056437 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f18f3-17da-4639-b3ec-c8c61f50d37a req-3867cb0e-b687-4def-85ff-780752da9676 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:06.057896 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-933f18f3-17da-4639-b3ec-c8c61f50d37a req-3867cb0e-b687-4def-85ff-780752da9676 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0470061 Sep 23 14:04:06.106571 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-933f18f3-17da-4639-b3ec-c8c61f50d37a req-beafc764-37fe-464e-ba21-3f64d24360c7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Sep 23 14:04:06.265161 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-844ac32c-1a0f-415e-b25c-7398fcec6547 req-9c90a2a3-8c35-4a05-845f-e09e08b40d69 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0270655 Sep 23 14:04:06.511859 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-24b51047-f425-4ec0-b76b-ac2703ecc293 req-2febe57d-8c60-4954-bbd2-74a6046fd473 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0332394 Sep 23 14:04:06.628269 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d3e60-9f3f-40c0-9c96-097a006293e3 req-19385b6c-f187-4066-b91f-9719ef12ce9e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:06.630609 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7a5d3e60-9f3f-40c0-9c96-097a006293e3 req-19385b6c-f187-4066-b91f-9719ef12ce9e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0755460 Sep 23 14:04:06.650565 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fede5-cd93-424b-829e-e12fcfd971f7 req-d8375474-d6c6-4dc8-a844-39a6635e7fe7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:06.652015 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f0fede5-cd93-424b-829e-e12fcfd971f7 req-d8375474-d6c6-4dc8-a844-39a6635e7fe7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0680785 Sep 23 14:04:06.715069 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7a5d3e60-9f3f-40c0-9c96-097a006293e3 req-43ae2795-6837-4625-97b9-53ed4b044dfe tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781291 Sep 23 14:04:06.722460 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f0fede5-cd93-424b-829e-e12fcfd971f7 req-0bcd9024-4f70-44f9-90f4-19332dbb4815 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629907 Sep 23 14:04:07.347639 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:07.369872 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-895708bc-02d9-497a-8ebc-d3dd5b9c74b8 req-eb76185c-4007-4049-a339-857b5113ccba tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0313027 Sep 23 14:04:07.601462 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-33117c7e-4b75-4091-b2a3-e7333ac9aa51 req-ac034ee4-a7a6-4ea5-a220-b162de5c9f5c tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0290358 Sep 23 14:04:07.862243 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddae1c-0d5e-4f7c-a825-b7ab5205ea25 req-60f58a7e-50f3-4b46-98f7-3748e0c189d9 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:07.863740 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-64ddae1c-0d5e-4f7c-a825-b7ab5205ea25 req-60f58a7e-50f3-4b46-98f7-3748e0c189d9 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0734303 Sep 23 14:04:07.876083 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1aa00-38df-4eb8-8c22-54c6c32f97dc req-230105cc-394b-437c-a580-24b93acdd606 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:07.877480 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-62a1aa00-38df-4eb8-8c22-54c6c32f97dc req-230105cc-394b-437c-a580-24b93acdd606 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0751452 Sep 23 14:04:07.950709 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-64ddae1c-0d5e-4f7c-a825-b7ab5205ea25 req-20e7b2fb-d184-4d91-ba4d-e171a517d829 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810699 Sep 23 14:04:07.954715 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-62a1aa00-38df-4eb8-8c22-54c6c32f97dc req-05c68141-812a-4643-8c30-3cab4751eaa5 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715148 Sep 23 14:04:08.182136 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-eb053f0d-89f0-45de-993f-bc208095cbe1 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d HTTP/1.1" status: 200 len: 217 time: 0.0381682 Sep 23 14:04:08.231149 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-4f7de180-e6bc-463a-92c1-d22033e09259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:08.233290 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-4f7de180-e6bc-463a-92c1-d22033e09259 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=020c9151-4899-48c8-812f-202e3637905a HTTP/1.1" status: 200 len: 856 time: 0.0452394 Sep 23 14:04:08.326839 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-3d96ebd0-a81e-4498-adcf-1e26d37fc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:08.328544 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-3d96ebd0-a81e-4498-adcf-1e26d37fc056 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=0f2b1efa-9c49-4c4b-95ca-efb64f014785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405695 Sep 23 14:04:08.349553 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fb0b-0497-437c-8bc4-00757ac1929e req-fe79d8df-4d92-4240-8c76-108c6efda62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:08.351112 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ac25fb0b-0497-437c-8bc4-00757ac1929e req-fe79d8df-4d92-4240-8c76-108c6efda62d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 1129 time: 0.0389185 Sep 23 14:04:08.460010 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-76e21208-0244-4951-a1bc-ac4f68fab815 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883794 Sep 23 14:04:08.495994 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d424ba8d-019d-43a3-85c8-7c0f873acc1d req-345b95db-a9af-43c3-a002-274524cac572 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0409214 Sep 23 14:04:08.498799 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fb0b-0497-437c-8bc4-00757ac1929e req-3ef6a83e-f131-4415-b66f-5a0e1b5472f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:08.500174 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ac25fb0b-0497-437c-8bc4-00757ac1929e req-3ef6a83e-f131-4415-b66f-5a0e1b5472f7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.1218634 Sep 23 14:04:08.557305 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ac25fb0b-0497-437c-8bc4-00757ac1929e req-adf32ade-ab8c-47b1-9eea-9fdc307ea3d8 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 HTTP/1.1" status: 200 len: 217 time: 0.0392635 Sep 23 14:04:08.572043 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:08.572364 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1dbe3f82-ebc2-4ea4-8bc4-9f6b8df2441c req-0da9d093-7fda-4ae8-b793-fd9b0dd4f105 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965784 Sep 23 14:04:08.611520 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fb0b-0497-437c-8bc4-00757ac1929e req-04475848-2a76-499f-badf-d747af8a0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:08.612980 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ac25fb0b-0497-437c-8bc4-00757ac1929e req-04475848-2a76-499f-badf-d747af8a0fe5 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.0492361 Sep 23 14:04:08.671366 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fb0b-0497-437c-8bc4-00757ac1929e req-89ca5ec0-eb22-4ff2-a7fc-a9816bdf35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:08.673157 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ac25fb0b-0497-437c-8bc4-00757ac1929e req-89ca5ec0-eb22-4ff2-a7fc-a9816bdf35aa service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498381 Sep 23 14:04:08.757566 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d15cf8d6-e16c-4c9a-922e-20262ebab140 req-0963f8a6-6820-4854-9764-bb8c585959c8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0707190 Sep 23 14:04:08.800201 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ac25fb0b-0497-437c-8bc4-00757ac1929e req-f625aea2-6584-4fac-b191-5b02de8e1330 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115956 Sep 23 14:04:09.101603 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496e4f7-9f0c-4d26-9833-26dde918055e req-d449f05a-8ecd-4be4-90b2-7d2bf6c9eb8f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:09.103119 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1496e4f7-9f0c-4d26-9833-26dde918055e req-d449f05a-8ecd-4be4-90b2-7d2bf6c9eb8f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0772908 Sep 23 14:04:09.111341 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ca4e6-7fed-47eb-a98b-fbbd33e1ac20 req-9a99254d-166b-48cb-8cec-a86c2fd2aba2 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:09.112728 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e01ca4e6-7fed-47eb-a98b-fbbd33e1ac20 req-9a99254d-166b-48cb-8cec-a86c2fd2aba2 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0773964 Sep 23 14:04:09.182978 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1496e4f7-9f0c-4d26-9833-26dde918055e req-791b1d33-f188-4c96-9226-95e2635f423d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693128 Sep 23 14:04:09.189702 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e01ca4e6-7fed-47eb-a98b-fbbd33e1ac20 req-dade8361-0a38-44b6-abcc-719f68d895a7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693054 Sep 23 14:04:09.609498 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fd1b8656-8be1-403a-9fc2-d1909432e3a5 req-d89dc487-3646-4798-a965-ad3631986662 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0299320 Sep 23 14:04:09.880027 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d4589cc-8e83-48db-a1e3-6baab1a34f52 req-a713af84-1117-48e0-bc14-d0f8a1742562 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0289681 Sep 23 14:04:09.916656 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ac25fb0b-0497-437c-8bc4-00757ac1929e req-2bc1530b-0524-4f9a-b777-876069db2d30 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115522 Sep 23 14:04:10.337605 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e83031-ef3d-4d9d-9c95-d69850a17e53 req-44944c7f-6146-4330-b485-e7b4ca1fbfa3 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:10.339107 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-01e83031-ef3d-4d9d-9c95-d69850a17e53 req-44944c7f-6146-4330-b485-e7b4ca1fbfa3 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0830057 Sep 23 14:04:10.349441 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6109c5a-9b91-4b0d-a7f2-2431167fe53e req-8d9b714a-9992-4749-9f56-b4164587705d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:10.350887 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f6109c5a-9b91-4b0d-a7f2-2431167fe53e req-8d9b714a-9992-4749-9f56-b4164587705d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0648494 Sep 23 14:04:10.369968 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:10.422177 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-01e83031-ef3d-4d9d-9c95-d69850a17e53 req-014e91ed-0e05-49b9-8e4f-8630f528a863 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703666 Sep 23 14:04:10.428873 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f6109c5a-9b91-4b0d-a7f2-2431167fe53e req-f1ecb5f0-6a8c-49aa-9f6d-9df8a4416307 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707653 Sep 23 14:04:10.711769 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7e2c01e1-17e0-4299-bcb2-aac8437582b2 req-8c87cebe-d881-4619-9cb6-50dbfe10afe6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0296872 Sep 23 14:04:10.981955 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4f7e9803-e0ae-4277-b2bc-d5c8c8c7ea6e req-266ffcbb-9535-45e6-a2dd-d46744ae8fb9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0264885 Sep 23 14:04:11.341412 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 0765d95c-b5b8-4eb9-aef1-96129a9a206d details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:04:11.442905 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:11.455057 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'port_id': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'mac_address': 'fa:16:3e:52:a9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:04:11.494618 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 0765d95c-b5b8-4eb9-aef1-96129a9a206d is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:04:11.495015 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:11.498988 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:11.510685 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0765d95c-b5b8-4eb9-aef1-96129a9a206d {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:04:11.532128 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:11.585237 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3299aa-a9ac-40d8-bd12-93c010221fed req-8ec94fa5-b74d-406b-ad5f-30c2eed5da55 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:11.586773 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f3299aa-a9ac-40d8-bd12-93c010221fed req-8ec94fa5-b74d-406b-ad5f-30c2eed5da55 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0672021 Sep 23 14:04:11.588565 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:11.593237 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaad29-e162-42bc-9b63-e1e01e73c2c7 req-a00ef95d-eae7-4185-b980-5acf8b2c2fb1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:11.594715 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-efaaad29-e162-42bc-9b63-e1e01e73c2c7 req-a00ef95d-eae7-4185-b980-5acf8b2c2fb1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0874877 Sep 23 14:04:11.663411 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:11.671134 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=0765d95c-b5b8-4eb9-aef1-96129a9a206d,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:11.679494 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f3299aa-a9ac-40d8-bd12-93c010221fed req-44818b23-793d-4862-af3e-d60a5e5759c2 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838141 Sep 23 14:04:11.701508 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-efaaad29-e162-42bc-9b63-e1e01e73c2c7 req-3426edf7-f7b4-4ee2-9630-6db3d87c8454 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978231 Sep 23 14:04:11.822120 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-457f0081-e803-4515-a7f7-44fc2331a9ca req-07c5903f-b6d3-43c2-a1a3-d9f287b4ba50 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0272346 Sep 23 14:04:11.952638 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['0765d95c-b5b8-4eb9-aef1-96129a9a206d'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:04:12.083578 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-51998ecb-dd3a-4ac1-82dd-f576ac43b4c2 req-36daeb6c-d80c-4732-9d5e-43af48925914 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0268090 Sep 23 14:04:12.565671 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:12.596905 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-97adf783-b737-4d13-ac95-adade7c2f269 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:12.598312 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-97adf783-b737-4d13-ac95-adade7c2f269 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 815 time: 0.1063411 Sep 23 14:04:12.681917 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-8084230a-9b3e-4801-afe1-92621d4ac48b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 473 time: 0.0665209 Sep 23 14:04:12.690252 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'port': {'device_id': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'admin_state_up': True, 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'security_groups': ['25129ff8-59b0-451b-9d19-4bdcdd46fa41']}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:12.903917 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323efcd-351a-4378-b8d5-0d401f9cd944 req-0802ce6a-bd0f-493c-b04b-b11f8657d6c1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:12.905483 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e323efcd-351a-4378-b8d5-0d401f9cd944 req-0802ce6a-bd0f-493c-b04b-b11f8657d6c1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.1167953 Sep 23 14:04:12.936554 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded17c-00ed-435c-a963-705a2f7eaf95 req-dacae8da-8ea3-420a-bfe5-f5d66b000957 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:12.938630 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-39ded17c-00ed-435c-a963-705a2f7eaf95 req-dacae8da-8ea3-420a-bfe5-f5d66b000957 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 945 time: 0.1069937 Sep 23 14:04:12.943375 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-d3cda7a7-54e0-4c40-a266-550e20143252 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519373 Sep 23 14:04:13.030054 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e323efcd-351a-4378-b8d5-0d401f9cd944 req-73900e36-694b-46f0-bb37-a4b08d18955d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171372 Sep 23 14:04:13.032004 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Made reservation on behalf of 482490c45ac64607bba9ad021f2effbf for: {'port': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:04:13.035598 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:13.038862 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-4e6fd41f-8c48-48c6-b65d-50fcfe90e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:13.040980 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-4e6fd41f-8c48-48c6-b65d-50fcfe90e6d0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 1129 time: 0.0581565 Sep 23 14:04:13.048916 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-39ded17c-00ed-435c-a963-705a2f7eaf95 req-6004b1aa-5449-4854-993b-2186499d682f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955515 Sep 23 14:04:13.181895 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-43a77cb5-1992-4521-a81b-6b7997ffcb7f req-89330120-1d2d-4d30-bb95-d9bd8178be4b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0575631 Sep 23 14:04:13.236524 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a6e8fb20-5c3c-4668-8b32-72f9f5bc81d1 req-7375219f-302c-4519-9ac7-35e401a61235 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0599453 Sep 23 14:04:13.264697 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Allocated IP 172.20.0.5 (34e7a0c6-e35b-482b-a11c-b3c893e03a50/80f7adc6-3046-4d27-ba65-e533eb9cae24/c01d1346-01d1-4da4-84a3-b81e410d1f69) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:04:13.275716 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:13.360779 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 0765d95c-b5b8-4eb9-aef1-96129a9a206d up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:04:13.407570 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 0765d95c-b5b8-4eb9-aef1-96129a9a206d completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:04:13.428038 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:13.451706 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:13.486727 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 0765d95c-b5b8-4eb9-aef1-96129a9a206d triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:04:13.487508 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:13.489060 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 0765d95c-b5b8-4eb9-aef1-96129a9a206d Sep 23 14:04:13.491431 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-21be6cd5-198e-43fa-ab26-b56f8940dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:13.493972 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-21be6cd5-198e-43fa-ab26-b56f8940dc59 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.1166568 Sep 23 14:04:13.520999 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:13.540891 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-37259946-83b2-423a-85fd-e3f053fe9cf9 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08c333a2-80db-4cb2-8c18-245c61e87e9a HTTP/1.1" status: 200 len: 217 time: 0.0402308 Sep 23 14:04:13.554729 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:04:13.557781 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:04:13.560821 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:04:13.592678 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 0765d95c-b5b8-4eb9-aef1-96129a9a206d is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:04:13.593308 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:13.639437 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-cd614c79-5038-44e5-80a1-96e6499093ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:13.641193 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-cd614c79-5038-44e5-80a1-96e6499093ad service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.0941966 Sep 23 14:04:13.641454 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:13.642876 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:13.645566 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10644b9-e6cb-4cac-b3f4-086e2d98b059" -d '{"events": [{"server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "name": "network-vif-plugged", "status": "completed", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:13.714986 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:13.736387 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:13.736387 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:13.768052 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d06dcfb-c0a4-48b6-abed-0db6bfc379cb x-openstack-request-id: req-4d06dcfb-c0a4-48b6-abed-0db6bfc379cb {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:13.768347 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "name": "network-vif-plugged", "status": "completed", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:13.768600 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d06dcfb-c0a4-48b6-abed-0db6bfc379cb {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:13.768989 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d06dcfb-c0a4-48b6-abed-0db6bfc379cb'] response: {'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'code': 200} Sep 23 14:04:13.783818 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=c01d1346-01d1-4da4-84a3-b81e410d1f69,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:13.796167 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:13.803500 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=0765d95c-b5b8-4eb9-aef1-96129a9a206d,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:13.804675 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.805073 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.809132 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.809132 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.809132 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.809132 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.809132 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.809132 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.809132 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.809617 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.810380 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.810736 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.811073 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.811407 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.812244 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:13.824184 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-5a1d377b-1b59-4b5f-889f-f37f2e5f4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:13.826525 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-5a1d377b-1b59-4b5f-889f-f37f2e5f4bc6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1551604 Sep 23 14:04:13.926282 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-f9a69a9a-e281-49d0-89c5-683e045a57ff tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:13.927722 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-f9a69a9a-e281-49d0-89c5-683e045a57ff tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 812 time: 0.2483137 Sep 23 14:04:13.928885 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-322c304c-65f3-48a9-9625-f1fc78149b86 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2421873 Sep 23 14:04:13.933759 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=100 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:13.960350 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Request body: {'port': {'device_id': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:13.965664 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-bc20193c-ccc4-4849-991e-c30fd98ad55c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313715 Sep 23 14:04:14.024888 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-509ca2a7-8134-4341-a380-5857201eef44 None None] Provisioning complete for port c01d1346-01d1-4da4-84a3-b81e410d1f69 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:04:14.026183 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-509ca2a7-8134-4341-a380-5857201eef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:14.026284 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:14.026418 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-509ca2a7-8134-4341-a380-5857201eef44 None None] Attempt 1 to provision port c01d1346-01d1-4da4-84a3-b81e410d1f69 Sep 23 14:04:14.072582 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-509ca2a7-8134-4341-a380-5857201eef44 None None] Port c01d1346-01d1-4da4-84a3-b81e410d1f69 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:14.093480 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-ae444392-b06b-4afb-be2e-f6960d635241 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=901178273d85449e9cdaa5de235fb3e9 HTTP/1.1" status: 200 len: 379 time: 0.1376281 Sep 23 14:04:14.267003 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98affd61-7c5b-4b37-8174-3f7a89e06655 req-2455160d-8a83-4341-bdf2-c63de243e39b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:14.274565 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-98affd61-7c5b-4b37-8174-3f7a89e06655 req-2455160d-8a83-4341-bdf2-c63de243e39b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.1104276 Sep 23 14:04:14.328874 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'port': {'device_id': '51a131c7-2478-421b-86df-633cca15c7b7', 'network_id': '85b65927-108e-4662-8841-432429780256', 'admin_state_up': True, 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'security_groups': ['413d8de2-f83a-420b-a881-59d3352a42b5']}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:14.383826 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-c1a505cd-82ab-4d89-be33-868a1dbab583 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112103 Sep 23 14:04:14.542852 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Made reservation on behalf of 901178273d85449e9cdaa5de235fb3e9 for: {'port': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:04:14.548062 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:14.573783 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-509ca2a7-8134-4341-a380-5857201eef44 None None] Attempt 2 to provision port c01d1346-01d1-4da4-84a3-b81e410d1f69 Sep 23 14:04:14.593533 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:14.626945 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-509ca2a7-8134-4341-a380-5857201eef44 None None] Port c01d1346-01d1-4da4-84a3-b81e410d1f69 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:14.629106 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d78967-bcf1-444e-b2e7-5f17438cd828 req-d3bb0b24-9580-49c6-83e3-60014d5e1703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:14.630655 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-65d78967-bcf1-444e-b2e7-5f17438cd828 req-d3bb0b24-9580-49c6-83e3-60014d5e1703 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 1130 time: 0.3812106 Sep 23 14:04:14.641748 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baff2c-82de-4ab3-b8fa-c3242510f920 req-37bbce6e-42cd-4b77-9370-952eeb659623 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:14.643122 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-92baff2c-82de-4ab3-b8fa-c3242510f920 req-37bbce6e-42cd-4b77-9370-952eeb659623 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 931 time: 0.3201146 Sep 23 14:04:14.698300 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:14.703019 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-98affd61-7c5b-4b37-8174-3f7a89e06655 req-5939009d-d513-4eea-ad14-123443aec95a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4273300 Sep 23 14:04:14.704337 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:14.706203 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Allocated IP 172.20.0.9 (85b65927-108e-4662-8841-432429780256/7002cca2-8527-4ff1-acbb-0b8475217711/894a169a-68e6-48c8-88fa-1d068254a466) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:04:14.765479 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-92baff2c-82de-4ab3-b8fa-c3242510f920 req-a64667a4-07d2-4291-acfc-87215f9247dd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135309 Sep 23 14:04:14.783791 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01d1346-01d1-4da4-84a3-b81e410d1f69 {{(pid=106653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:04:14.794864 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Publish callbacks [] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:14.807139 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.provisioning_blocks [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Transition to ACTIVE for port object c01d1346-01d1-4da4-84a3-b81e410d1f69 will not be triggered until provisioned by entity L2. {{(pid=106653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:04:14.837006 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a65a925a-cbee-47ae-8678-d51d454176b8 req-303cc979-83f8-462e-babb-8c1c6bdf0c62 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0308931 Sep 23 14:04:14.896620 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:14.908683 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for port (894a169a-68e6-48c8-88fa-1d068254a466), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:14.946996 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59472) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:14.952119 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-29dbb458-b0ae-4ea5-a0b9-35fdfb4968cb tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449068859', 'description': 'tempest-description--1683636107'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:14.964097 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Pushing event updated for resources: {'Port': ['ID=c01d1346-01d1-4da4-84a3-b81e410d1f69,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:14.999722 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0d62a236-9a7f-4b77-8302-9b9f6e9e7136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.012837 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Attempting to bind port c01d1346-01d1-4da4-84a3-b81e410d1f69 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:04:15.013167 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Attempting to bind port c01d1346-01d1-4da4-84a3-b81e410d1f69 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:04:15.013514 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Attempting to bind port c01d1346-01d1-4da4-84a3-b81e410d1f69 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:04:15.039282 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:15.053586 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Port c01d1346-01d1-4da4-84a3-b81e410d1f69 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:04:15.053911 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Attempting to bind port c01d1346-01d1-4da4-84a3-b81e410d1f69 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:04:15.069029 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (894a169a-68e6-48c8-88fa-1d068254a466), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.099057 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:04:15.099657 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Checking segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:04:15.100179 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Bound using segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:04:15.100612 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Bound port: c01d1346-01d1-4da4-84a3-b81e410d1f69, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:04:15.100967 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.113407 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Network 85b65927-108e-4662-8841-432429780256 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:04:15.116843 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-29dbb458-b0ae-4ea5-a0b9-35fdfb4968cb tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.120965 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:04:15.126979 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:04:15.128719 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-509ca2a7-8134-4341-a380-5857201eef44 None None] Attempt 3 to provision port c01d1346-01d1-4da4-84a3-b81e410d1f69 Sep 23 14:04:15.131428 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:15.133002 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.142737 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'Port': ['ID=894a169a-68e6-48c8-88fa-1d068254a466,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:15.158360 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.158360 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.158360 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.158610 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.159302 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.159302 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.159906 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.159906 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.160214 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.160538 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.160864 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.161201 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.161511 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.161829 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.162143 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:15.171306 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] For port c01d1346-01d1-4da4-84a3-b81e410d1f69, host hv-cinder-85743, cleared binding levels {{(pid=106653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:04:15.175214 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] For port c01d1346-01d1-4da4-84a3-b81e410d1f69, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=c01d1346-01d1-4da4-84a3-b81e410d1f69,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:04:15.180627 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-509ca2a7-8134-4341-a380-5857201eef44 None None] Port c01d1346-01d1-4da4-84a3-b81e410d1f69 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:15.196278 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:INSERT=9,neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:15.230150 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-29dbb458-b0ae-4ea5-a0b9-35fdfb4968cb tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group (398210a0-a5bd-40a5-9d2c-1c38d417c841), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.308225 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-29dbb458-b0ae-4ea5-a0b9-35fdfb4968cb tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (398210a0-a5bd-40a5-9d2c-1c38d417c841), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.308326 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.316145 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-b89f92ff-152b-4e01-a7f5-a90d6c8361e5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2149711 Sep 23 14:04:15.330957 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:15.331578 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.332991 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/c01d1346-01d1-4da4-84a3-b81e410d1f69 HTTP/1.1" status: 200 len: 1093 time: 1.3778751 Sep 23 14:04:15.333489 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'tag': 'c01d1346-01d1-4da4-84a3-b81e410d1f69'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:15.335759 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77340b9-02b7-4901-9a15-5d0126ce3be1" -d '{"events": [{"name": "network-changed", "server_uuid": "760e9fcc-3723-43bd-ab9b-db54f81db1ae", "tag": "c01d1346-01d1-4da4-84a3-b81e410d1f69"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:15.345017 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbb458-b0ae-4ea5-a0b9-35fdfb4968cb tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398210a0-a5bd-40a5-9d2c-1c38d417c841,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:15.364334 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98174e52-e191-4eb6-a873-3ab1e3d12923 service neutron] Pushing event updated for resources: {'Port': ['ID=c01d1346-01d1-4da4-84a3-b81e410d1f69,revision_number=3']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:15.386564 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8b8508-bfb2-48a5-85cb-b854b212e0ef x-openstack-request-id: req-9d8b8508-bfb2-48a5-85cb-b854b212e0ef {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:15.386894 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e9fcc-3723-43bd-ab9b-db54f81db1ae", "tag": "c01d1346-01d1-4da4-84a3-b81e410d1f69", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:15.387210 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d8b8508-bfb2-48a5-85cb-b854b212e0ef {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:15.387771 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8b8508-bfb2-48a5-85cb-b854b212e0ef'] response: {'name': 'network-changed', 'server_uuid': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'tag': 'c01d1346-01d1-4da4-84a3-b81e410d1f69', 'status': 'completed', 'code': 200} Sep 23 14:04:15.436251 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-29dbb458-b0ae-4ea5-a0b9-35fdfb4968cb tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.437545 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-29dbb458-b0ae-4ea5-a0b9-35fdfb4968cb tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4895535 Sep 23 14:04:15.440425 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59476) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:15.444765 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-b6188b6f-383e-4f1e-b86c-b458bf11d291 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Request body: {'security_group_rule': {'security_group_id': '398210a0-a5bd-40a5-9d2c-1c38d417c841', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:15.518710 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b6188b6f-383e-4f1e-b86c-b458bf11d291 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group_rule (40899a4e-3056-4b55-bad8-de251ca0b49f), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.576652 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b6188b6f-383e-4f1e-b86c-b458bf11d291 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group_rule (40899a4e-3056-4b55-bad8-de251ca0b49f), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.667786 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b6188b6f-383e-4f1e-b86c-b458bf11d291 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (40899a4e-3056-4b55-bad8-de251ca0b49f), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.681530 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-509ca2a7-8134-4341-a380-5857201eef44 None None] Attempt 4 to provision port c01d1346-01d1-4da4-84a3-b81e410d1f69 Sep 23 14:04:15.694022 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6188b6f-383e-4f1e-b86c-b458bf11d291 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40899a4e-3056-4b55-bad8-de251ca0b49f,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:15.720372 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-509ca2a7-8134-4341-a380-5857201eef44 None None] Port c01d1346-01d1-4da4-84a3-b81e410d1f69 had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:04:15.824261 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b6188b6f-383e-4f1e-b86c-b458bf11d291 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.825647 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b6188b6f-383e-4f1e-b86c-b458bf11d291 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3842597 Sep 23 14:04:15.834696 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59484) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:15.839206 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-b3363903-0533-430b-be05-685c7c3e0e2c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Request body: {'security_group_rule': {'security_group_id': '398210a0-a5bd-40a5-9d2c-1c38d417c841', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:15.844960 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e537d-2e5b-4d59-9743-f2e680dc6c6e req-6d527df9-304c-4266-8d26-f873e6382a96 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:15.846532 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48e537d-2e5b-4d59-9743-f2e680dc6c6e req-6d527df9-304c-4266-8d26-f873e6382a96 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0561850 Sep 23 14:04:15.850745 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Provisioning complete for port 894a169a-68e6-48c8-88fa-1d068254a466 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:04:15.851121 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (894a169a-68e6-48c8-88fa-1d068254a466), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:15.851457 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Attempt 1 to provision port 894a169a-68e6-48c8-88fa-1d068254a466 Sep 23 14:04:15.888634 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Port 894a169a-68e6-48c8-88fa-1d068254a466 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:15.911140 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de156d40-20f8-492f-98e2-c433f6e3422a req-86548452-4315-4ce4-b78d-fecd6f893f4b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:15.912611 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-de156d40-20f8-492f-98e2-c433f6e3422a req-86548452-4315-4ce4-b78d-fecd6f893f4b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 943 time: 0.0652001 Sep 23 14:04:15.943632 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48e537d-2e5b-4d59-9743-f2e680dc6c6e req-6116ef62-0e63-4b83-9217-7b16b9c0f429 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878413 Sep 23 14:04:15.973057 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-de156d40-20f8-492f-98e2-c433f6e3422a req-c5abfdce-d481-4c2e-9e07-336e8e497770 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547245 Sep 23 14:04:15.982593 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b3363903-0533-430b-be05-685c7c3e0e2c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group_rule (89254e25-0556-4590-a412-c44bc47c73b6), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:16.045413 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b3363903-0533-430b-be05-685c7c3e0e2c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group_rule (89254e25-0556-4590-a412-c44bc47c73b6), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:16.051221 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a3a2a-fa23-49c4-99d4-29c4e28178b5 req-10fa0cf5-0c8e-40e1-a8fc-df7d3710feb4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:16.052698 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-606a3a2a-fa23-49c4-99d4-29c4e28178b5 req-10fa0cf5-0c8e-40e1-a8fc-df7d3710feb4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 931 time: 0.0459409 Sep 23 14:04:16.104603 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-606a3a2a-fa23-49c4-99d4-29c4e28178b5 req-80c4fd08-4c9e-4dd7-a526-bb745b4b5167 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462818 Sep 23 14:04:16.159266 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b3363903-0533-430b-be05-685c7c3e0e2c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (89254e25-0556-4590-a412-c44bc47c73b6), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:16.178456 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3363903-0533-430b-be05-685c7c3e0e2c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89254e25-0556-4590-a412-c44bc47c73b6,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:16.269863 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b3363903-0533-430b-be05-685c7c3e0e2c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:16.271117 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b3363903-0533-430b-be05-685c7c3e0e2c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4353945 Sep 23 14:04:16.274275 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59488) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:16.279020 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:16.290987 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:16.299739 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:16.305677 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=5 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:16.370341 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:16.390210 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Attempt 2 to provision port 894a169a-68e6-48c8-88fa-1d068254a466 Sep 23 14:04:16.423591 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Port 894a169a-68e6-48c8-88fa-1d068254a466 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:16.441188 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:16.455385 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:16.558419 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Allocated IP 172.27.1.250 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/f62518a8-4f27-44d0-826c-1bdda795d71f) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:04:16.661677 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for port (f62518a8-4f27-44d0-826c-1bdda795d71f), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:16.735563 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (f62518a8-4f27-44d0-826c-1bdda795d71f), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:16.776128 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:04:16.780328 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:04:16.782715 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:04:16.793736 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event updated for resources: {'Port': ['ID=f62518a8-4f27-44d0-826c-1bdda795d71f,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:16.836768 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for floatingip (3c331db6-2146-4ddf-8509-f7241dff93de), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:16.878043 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:16.925107 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Attempt 3 to provision port 894a169a-68e6-48c8-88fa-1d068254a466 Sep 23 14:04:16.937030 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (f62518a8-4f27-44d0-826c-1bdda795d71f), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:16.958556 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Port 894a169a-68e6-48c8-88fa-1d068254a466 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:17.082386 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313b0fa-d8ce-43f3-9e9f-7ce7f2bf3ef7 req-6a3c77d7-607c-4039-b7fa-2e14994f4d9b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:17.083791 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9313b0fa-d8ce-43f3-9e9f-7ce7f2bf3ef7 req-6a3c77d7-607c-4039-b7fa-2e14994f4d9b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0570233 Sep 23 14:04:17.095311 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for port (f62518a8-4f27-44d0-826c-1bdda795d71f), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:17.129148 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21b4c-7542-47c8-b063-1ee79f870420 req-f1aaf70b-ad9b-433b-a5c3-ecde63fa4e81 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:17.130605 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0dc21b4c-7542-47c8-b063-1ee79f870420 req-f1aaf70b-ad9b-433b-a5c3-ecde63fa4e81 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 943 time: 0.0676904 Sep 23 14:04:17.159751 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (f62518a8-4f27-44d0-826c-1bdda795d71f), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:17.161153 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (3c331db6-2146-4ddf-8509-f7241dff93de), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:17.206388 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event updated for resources: {'Port': ['ID=f62518a8-4f27-44d0-826c-1bdda795d71f,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:17.215851 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9313b0fa-d8ce-43f3-9e9f-7ce7f2bf3ef7 req-48227ad7-b48d-4e73-a7dd-5ca4bd2fb05f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158233 Sep 23 14:04:17.218883 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0dc21b4c-7542-47c8-b063-1ee79f870420 req-3c0d9e4d-ddc7-4e64-ab8b-64b365a9e6da tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821459 Sep 23 14:04:17.303820 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:17.305074 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-6d5e3d61-5140-4d4a-af8d-659f1eb58382 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0298064 Sep 23 14:04:17.330573 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-03f018c0-528d-438f-8996-6bbd7f11dae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:17.331857 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03254-6689-4f96-a556-b2153041364a req-1297d05e-e5f0-4d46-bb36-eee19a0cec28 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:17.333599 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a5b03254-6689-4f96-a556-b2153041364a req-1297d05e-e5f0-4d46-bb36-eee19a0cec28 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 931 time: 0.0505264 Sep 23 14:04:17.387943 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a5b03254-6689-4f96-a556-b2153041364a req-d117660c-3c9f-4713-bd52-ecc5112a2a27 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487964 Sep 23 14:04:17.427935 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Request body: {'port': {'device_id': '51a131c7-2478-421b-86df-633cca15c7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:17.460104 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Attempt 4 to provision port 894a169a-68e6-48c8-88fa-1d068254a466 Sep 23 14:04:17.469652 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:17.499542 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77340b9-02b7-4901-9a15-5d0126ce3be1 req-97db3822-3871-4383-97ca-b26ea00132a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:17.501652 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a77340b9-02b7-4901-9a15-5d0126ce3be1 req-97db3822-3871-4383-97ca-b26ea00132a3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 1127 time: 0.0656080 Sep 23 14:04:17.505928 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-65d78967-bcf1-444e-b2e7-5f17438cd828 req-146acfc3-5c79-4a91-8a2c-3e19f6c2cde0 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843678 Sep 23 14:04:17.515699 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (894a169a-68e6-48c8-88fa-1d068254a466), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:17.517254 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:17.525705 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Port 894a169a-68e6-48c8-88fa-1d068254a466 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:17.551681 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-9896cbd1-6eca-4b4c-b526-1245e80933ff tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1449068859&fields=id&tenant_id=d08a219027684089a91c354749c67d5d HTTP/1.1" status: 200 len: 267 time: 0.0446472 Sep 23 14:04:17.664920 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56163a9-c043-43a3-991c-e63f13998a48 req-5333cbf1-1606-4fae-877e-745f213aa3c6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:17.666411 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-5333cbf1-1606-4fae-877e-745f213aa3c6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 819 time: 0.1077442 Sep 23 14:04:17.681705 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-3597ecc7-f2b2-4757-b9ee-584ca2e5a03c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/quotas/d08a219027684089a91c354749c67d5d HTTP/1.1" status: 200 len: 375 time: 0.0094085 Sep 23 14:04:17.737467 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-7df4a12e-fb73-4a66-96c5-49c1c0d35570 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0502141 Sep 23 14:04:17.783685 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894a169a-68e6-48c8-88fa-1d068254a466 {{(pid=106652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:04:17.791446 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Publish callbacks [] for port (894a169a-68e6-48c8-88fa-1d068254a466), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:17.805313 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.provisioning_blocks [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Transition to ACTIVE for port object 894a169a-68e6-48c8-88fa-1d068254a466 will not be triggered until provisioned by entity L2. {{(pid=106652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:04:17.851266 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-5cea86da-88dd-4146-a5ed-4a5bcf9172a6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020117 Sep 23 14:04:17.896767 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (894a169a-68e6-48c8-88fa-1d068254a466), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:17.961950 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Pushing event updated for resources: {'Port': ['ID=894a169a-68e6-48c8-88fa-1d068254a466,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:17.974914 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Attempting to bind port 894a169a-68e6-48c8-88fa-1d068254a466 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:04:17.975255 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Attempting to bind port 894a169a-68e6-48c8-88fa-1d068254a466 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:04:17.975564 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Attempting to bind port 894a169a-68e6-48c8-88fa-1d068254a466 on network 85b65927-108e-4662-8841-432429780256 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:04:17.998812 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:18.015981 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77340b9-02b7-4901-9a15-5d0126ce3be1 req-31bd51b5-cc99-47f1-b1b5-a237c9f56604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:18.017477 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a77340b9-02b7-4901-9a15-5d0126ce3be1 req-31bd51b5-cc99-47f1-b1b5-a237c9f56604 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=482490c45ac64607bba9ad021f2effbf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1799564 Sep 23 14:04:18.021080 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-c17c4a7f-3f35-49ff-a305-5adaf3efcab9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595342 Sep 23 14:04:18.025789 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Port 894a169a-68e6-48c8-88fa-1d068254a466 on network 85b65927-108e-4662-8841-432429780256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:04:18.026175 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Attempting to bind port 894a169a-68e6-48c8-88fa-1d068254a466 on network 85b65927-108e-4662-8841-432429780256 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:04:18.028037 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Attempt 5 to provision port 894a169a-68e6-48c8-88fa-1d068254a466 Sep 23 14:04:18.071211 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Port 894a169a-68e6-48c8-88fa-1d068254a466 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:18.073806 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:04:18.074729 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Checking segment: {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:04:18.075836 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Bound using segment: {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:04:18.076260 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Bound port: 894a169a-68e6-48c8-88fa-1d068254a466, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'}}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:04:18.076624 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (894a169a-68e6-48c8-88fa-1d068254a466), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:18.142209 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] For port 894a169a-68e6-48c8-88fa-1d068254a466, host hv-cinder-85743, cleared binding levels {{(pid=106652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:04:18.145290 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] For port 894a169a-68e6-48c8-88fa-1d068254a466, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=894a169a-68e6-48c8-88fa-1d068254a466,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:04:18.228412 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (894a169a-68e6-48c8-88fa-1d068254a466), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:18.236181 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:18.238059 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:18.238171 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/894a169a-68e6-48c8-88fa-1d068254a466 HTTP/1.1" status: 200 len: 1093 time: 0.8174314 Sep 23 14:04:18.238697 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a131c7-2478-421b-86df-633cca15c7b7', 'tag': '894a169a-68e6-48c8-88fa-1d068254a466'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:18.240978 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02" -d '{"events": [{"name": "network-changed", "server_uuid": "51a131c7-2478-421b-86df-633cca15c7b7", "tag": "894a169a-68e6-48c8-88fa-1d068254a466"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:18.295853 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9d3e4-ab0e-4c73-bf08-17611513567e service neutron] Pushing event updated for resources: {'Port': ['ID=894a169a-68e6-48c8-88fa-1d068254a466,revision_number=3']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:18.299402 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cc135266-110d-42ab-9ba0-d83892e4d542 req-3ffe5ab4-a936-4a96-89a1-fe58d34768d1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 210 time: 0.0445800 Sep 23 14:04:18.411335 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:18.437080 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810ffb6-7cf6-4ed5-9d53-bb513753a4be req-54d8f1c9-a6a6-4142-ab44-404c9956a61e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:18.438687 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b810ffb6-7cf6-4ed5-9d53-bb513753a4be req-54d8f1c9-a6a6-4142-ab44-404c9956a61e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 943 time: 0.1348300 Sep 23 14:04:18.472501 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:18.517667 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a323f5b-d378-41be-aa26-3eb494bfc4c6 req-241805f2-8b36-41b1-beae-931054f6610f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:18.517897 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:18.519418 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0a323f5b-d378-41be-aa26-3eb494bfc4c6 req-241805f2-8b36-41b1-beae-931054f6610f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.1068947 Sep 23 14:04:18.551080 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-89f483a5-9cfd-42f9-8b21-5d6fd554d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:18.552884 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-89f483a5-9cfd-42f9-8b21-5d6fd554d809 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 1127 time: 0.0545602 Sep 23 14:04:18.571962 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Attempt 6 to provision port 894a169a-68e6-48c8-88fa-1d068254a466 Sep 23 14:04:18.579259 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77340b9-02b7-4901-9a15-5d0126ce3be1 req-eadfc8c6-7346-4712-81a1-5b4bac7621cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:18.580730 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a77340b9-02b7-4901-9a15-5d0126ce3be1 req-eadfc8c6-7346-4712-81a1-5b4bac7621cc service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458060 Sep 23 14:04:18.588494 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b810ffb6-7cf6-4ed5-9d53-bb513753a4be req-cb8bad66-a959-442e-8efa-8af62e1def79 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432698 Sep 23 14:04:18.626719 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:18.633543 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0a323f5b-d378-41be-aa26-3eb494bfc4c6 req-2817a2ae-fbbe-4679-a798-311150d612f8 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035702 Sep 23 14:04:18.655140 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-eadb12e6-ea80-417b-a264-2e5c88655666 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=894a169a-68e6-48c8-88fa-1d068254a466 HTTP/1.1" status: 200 len: 217 time: 0.0611308 Sep 23 14:04:18.670570 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-1bd32929-0f9e-45c1-a1ed-53acfa241569 None None] Port 894a169a-68e6-48c8-88fa-1d068254a466 had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:04:18.696566 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9adaa4-7d39-40ac-ac04-6f98413951d6 x-openstack-request-id: req-0c9adaa4-7d39-40ac-ac04-6f98413951d6 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:18.696858 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a131c7-2478-421b-86df-633cca15c7b7", "tag": "894a169a-68e6-48c8-88fa-1d068254a466", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:18.697112 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c9adaa4-7d39-40ac-ac04-6f98413951d6 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:18.697524 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9adaa4-7d39-40ac-ac04-6f98413951d6'] response: {'name': 'network-changed', 'server_uuid': '51a131c7-2478-421b-86df-633cca15c7b7', 'tag': '894a169a-68e6-48c8-88fa-1d068254a466', 'status': 'completed', 'code': 200} Sep 23 14:04:18.772550 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94761811-1437-482c-999f-e691bc6ad22d req-477aa224-0584-4e22-b9ba-598bb8611bc9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:18.774024 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-94761811-1437-482c-999f-e691bc6ad22d req-477aa224-0584-4e22-b9ba-598bb8611bc9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 943 time: 0.0474632 Sep 23 14:04:18.830112 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-94761811-1437-482c-999f-e691bc6ad22d req-59ce5012-d61a-4a22-bcea-cf08baebf504 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495110 Sep 23 14:04:19.395377 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-e16a55a0-560a-4072-85a5-3374588fc0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:19.395377 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-e16a55a0-560a-4072-85a5-3374588fc0d4 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 200 len: 851 time: 0.0565782 Sep 23 14:04:19.398291 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-bfbe0e0f-d7fe-4cbd-ae85-8d64fa230506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:19.398291 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-bfbe0e0f-d7fe-4cbd-ae85-8d64fa230506 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 1127 time: 0.0444815 Sep 23 14:04:19.423388 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e7408543-7d4f-49e6-80b4-b59cfe6dc6bd req-58d2f57b-e8bf-4c6b-9842-07873a9cda43 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 210 time: 0.0296869 Sep 23 14:04:19.678171 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-afaa8944-962b-4f7f-96f6-0f1588d8c9f9 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01d1346-01d1-4da4-84a3-b81e410d1f69 HTTP/1.1" status: 200 len: 217 time: 0.0443444 Sep 23 14:04:19.701136 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-e66c5555-76a0-4abe-813e-05515a2c00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:19.701136 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-e66c5555-76a0-4abe-813e-05515a2c00ab service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=85b65927-108e-4662-8841-432429780256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611849 Sep 23 14:04:19.805663 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-10ea2417-91e2-4ad9-a0a0-642a9136172a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993321 Sep 23 14:04:19.817260 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7e74d-f193-4c98-9112-7325179b38fa req-1dc6b594-d4aa-455f-8ef6-68cc8055c3bc tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:19.821568 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b1e7e74d-f193-4c98-9112-7325179b38fa req-1dc6b594-d4aa-455f-8ef6-68cc8055c3bc tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 943 time: 0.1228013 Sep 23 14:04:19.822595 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-508ea99a-6311-41d9-8856-176483e19247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:19.824658 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-508ea99a-6311-41d9-8856-176483e19247 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=80f7adc6-3046-4d27-ba65-e533eb9cae24 HTTP/1.1" status: 200 len: 854 time: 0.1379659 Sep 23 14:04:19.838438 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f2603-e2f3-4211-bf2a-7feff3d195e1 req-188ace0a-2ada-4827-826e-b9e6934e54c4 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:19.840441 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f07f2603-e2f3-4211-bf2a-7feff3d195e1 req-188ace0a-2ada-4827-826e-b9e6934e54c4 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0798304 Sep 23 14:04:19.888041 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:19.915803 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b9d28858-65d2-4adc-9366-108ec3e5992e req-62c71e95-741c-447b-814e-0d1a498eb708 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032350 Sep 23 14:04:19.922390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-406d25c6-0f92-4c17-aa70-a67820314ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:19.923880 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-406d25c6-0f92-4c17-aa70-a67820314ce7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=34e7a0c6-e35b-482b-a11c-b3c893e03a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824203 Sep 23 14:04:19.976456 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f07f2603-e2f3-4211-bf2a-7feff3d195e1 req-ff9de014-5f2a-4b82-862f-b646edc3a2b6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246369 Sep 23 14:04:19.981262 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b1e7e74d-f193-4c98-9112-7325179b38fa req-6739e569-b8e5-401b-852a-1c860ff96ce1 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540537 Sep 23 14:04:19.988574 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:20.072827 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-54b410b4-6a1b-4869-87ec-6a3f30a07024 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319845 Sep 23 14:04:20.142722 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:20.165647 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6ef44-5ea0-4519-ad94-700d1c196cd1 req-b69a2d85-17b9-4fda-bd54-5fc40aa0109d tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:20.167210 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-abc6ef44-5ea0-4519-ad94-700d1c196cd1 req-b69a2d85-17b9-4fda-bd54-5fc40aa0109d tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 943 time: 0.1088150 Sep 23 14:04:20.202500 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f349f-e8a9-40f5-b171-32de0efb0b85 req-238bb14e-220a-42c6-90cf-fee389f14007 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:20.203940 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5e9f349f-e8a9-40f5-b171-32de0efb0b85 req-238bb14e-220a-42c6-90cf-fee389f14007 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.1073768 Sep 23 14:04:20.215251 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59548) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:20.220659 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-32292e97-d941-498e-a418-efc7121f3e61 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'floatingip': {'port_id': '0765d95c-b5b8-4eb9-aef1-96129a9a206d'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:20.256973 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:20.283263 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-abc6ef44-5ea0-4519-ad94-700d1c196cd1 req-d6974cbd-e4f9-45c9-a179-80e0dbaa7391 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875905 Sep 23 14:04:20.289203 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2676b7dd-77e4-4cdf-b93c-45a60f66218d req-4c2b7393-1e8f-4849-b040-1442111922a9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581013 Sep 23 14:04:20.298611 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-32292e97-d941-498e-a418-efc7121f3e61 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (86ce1d9a-d559-46e6-93f0-bd1fa6b259dc), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:20.517661 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02 req-63aa5473-ff28-4e53-a306-44f35c0f6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:20.519255 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02 req-63aa5473-ff28-4e53-a306-44f35c0f6930 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 1127 time: 0.0467248 Sep 23 14:04:20.561681 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-76e4fd91-eefb-4611-9d56-6384ef79eb22 req-96bdab60-d7cf-45fd-b339-d4694cf29702 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 210 time: 0.0349720 Sep 23 14:04:20.646587 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02 req-596353a7-83bd-464c-a15d-6201a6aaf0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:20.648037 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02 req-596353a7-83bd-464c-a15d-6201a6aaf0d6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 913 time: 0.1123898 Sep 23 14:04:20.880414 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-32292e97-d941-498e-a418-efc7121f3e61 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:20.949836 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-32292e97-d941-498e-a418-efc7121f3e61 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (86ce1d9a-d559-46e6-93f0-bd1fa6b259dc), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:21.122463 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa9166-eb2d-4b4d-ac93-71bc5242db59 req-d92ebdb3-b451-45e2-821c-b1cda0d1152c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:21.124147 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-52aa9166-eb2d-4b4d-ac93-71bc5242db59 req-d92ebdb3-b451-45e2-821c-b1cda0d1152c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 943 time: 0.0547826 Sep 23 14:04:21.167125 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:21.176233 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-52aa9166-eb2d-4b4d-ac93-71bc5242db59 req-0a68eab0-8bed-4c0a-8543-4dfb283b6ea4 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464346 Sep 23 14:04:21.262463 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [None req-32292e97-d941-498e-a418-efc7121f3e61 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Floating IP 86ce1d9a-d559-46e6-93f0-bd1fa6b259dc associated. External IP: 172.27.1.217, port: 0765d95c-b5b8-4eb9-aef1-96129a9a206d. Sep 23 14:04:21.291245 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:04:21.397798 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:21.408690 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f54de6-d019-4fc0-a297-095d022dec4e req-cfb9262e-276b-4b58-8f7b-93c797f70cc8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:21.410148 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-91f54de6-d019-4fc0-a297-095d022dec4e req-cfb9262e-276b-4b58-8f7b-93c797f70cc8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 943 time: 0.0500026 Sep 23 14:04:21.463464 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32292e97-d941-498e-a418-efc7121f3e61 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:04:21.463888 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-91f54de6-d019-4fc0-a297-095d022dec4e req-817850b6-4af5-4605-8e9e-00ad011f7293 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479763 Sep 23 14:04:21.561533 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02 req-cc56dcce-9ac1-41b2-a18c-3cdd0957d53f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=894a169a-68e6-48c8-88fa-1d068254a466 HTTP/1.1" status: 200 len: 217 time: 0.0351870 Sep 23 14:04:21.577741 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32292e97-d941-498e-a418-efc7121f3e61 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:04:21.582255 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-32292e97-d941-498e-a418-efc7121f3e61 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:21.594873 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2590c6-1869-4003-b88b-aaaa582d6b17 None None] Sync routers for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:04:21.616197 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2590c6-1869-4003-b88b-aaaa582d6b17 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:04:21.617020 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-bc2590c6-1869-4003-b88b-aaaa582d6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:04:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:21.621473 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-32292e97-d941-498e-a418-efc7121f3e61 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/86ce1d9a-d559-46e6-93f0-bd1fa6b259dc HTTP/1.1" status: 200 len: 992 time: 1.4043541 Sep 23 14:04:21.622234 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:21.626858 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f970f072-17fb-4e6e-b53d-fad627ad5de7" -d '{"events": [{"name": "network-changed", "server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:21.638202 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02 req-a7adf7c4-1d97-45ac-9e02-f1f98ac81160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:21.639773 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02 req-a7adf7c4-1d97-45ac-9e02-f1f98ac81160 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 200 len: 851 time: 0.0712705 Sep 23 14:04:21.687888 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e80fe72-a449-4ad8-9f6a-0df497caaa1c x-openstack-request-id: req-0e80fe72-a449-4ad8-9f6a-0df497caaa1c {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:21.688260 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:21.688575 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e80fe72-a449-4ad8-9f6a-0df497caaa1c {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:21.689043 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e80fe72-a449-4ad8-9f6a-0df497caaa1c'] response: {'name': 'network-changed', 'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'status': 'completed', 'code': 200} Sep 23 14:04:21.719651 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d1bbbaa-b8bd-466a-8b8a-86f26a76ff61 req-dc24e9d6-aa09-48bc-9624-4d61e1345eaf tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 210 time: 0.0514607 Sep 23 14:04:21.729958 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02 req-5bab6aeb-151c-4f97-9862-15c2b118fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:21.731757 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02 req-5bab6aeb-151c-4f97-9862-15c2b118fdad service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=85b65927-108e-4662-8841-432429780256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849524 Sep 23 14:04:21.736729 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-bc2590c6-1869-4003-b88b-aaaa582d6b17 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:04:21.784942 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:21.801446 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970f072-17fb-4e6e-b53d-fad627ad5de7 req-36d63eb3-27f2-4f62-8568-7b35c741207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:21.803192 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f970f072-17fb-4e6e-b53d-fad627ad5de7 req-36d63eb3-27f2-4f62-8568-7b35c741207b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 1130 time: 0.0516436 Sep 23 14:04:21.841691 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02 req-e21916b6-cf37-470e-8fe0-7fecc2a6ac76 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981154 Sep 23 14:04:21.913444 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970f072-17fb-4e6e-b53d-fad627ad5de7 req-2bffb345-eb37-457a-9a6c-5913f4a34b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:21.915030 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f970f072-17fb-4e6e-b53d-fad627ad5de7 req-2bffb345-eb37-457a-9a6c-5913f4a34b51 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=0f2b1efa-9c49-4c4b-95ca-efb64f014785 HTTP/1.1" status: 200 len: 918 time: 0.1025479 Sep 23 14:04:21.945568 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-df3c4ee1-fe29-4271-ad29-607a9ccbbd02 req-fa817fa0-e5cb-4dfb-9399-51cb1b91725e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971200 Sep 23 14:04:22.023640 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-bc2590c6-1869-4003-b88b-aaaa582d6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '86ce1d9a-d559-46e6-93f0-bd1fa6b259dc', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'port_id': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'mac_address': 'fa:16:3e:52:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:03:50Z', 'updated_at': '2022-09-23T14:04:20Z', 'revision_number': 1, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:22.052742 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2590c6-1869-4003-b88b-aaaa582d6b17 None None] Checking router: 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:04:22.091013 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2590c6-1869-4003-b88b-aaaa582d6b17 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:04:22.091013 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-bc2590c6-1869-4003-b88b-aaaa582d6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:04:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:22.165844 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-bc2590c6-1869-4003-b88b-aaaa582d6b17 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:04:22.286460 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f970f072-17fb-4e6e-b53d-fad627ad5de7 req-3c82e890-1290-4bdf-8b19-162c3cc7ae1f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d HTTP/1.1" status: 200 len: 1000 time: 0.0852351 Sep 23 14:04:22.347377 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970f072-17fb-4e6e-b53d-fad627ad5de7 req-032e32a4-8a28-45d4-8d57-6c916895b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:22.349228 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f970f072-17fb-4e6e-b53d-fad627ad5de7 req-032e32a4-8a28-45d4-8d57-6c916895b749 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=020c9151-4899-48c8-812f-202e3637905a HTTP/1.1" status: 200 len: 856 time: 0.0525236 Sep 23 14:04:22.353958 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a3cc4-d01f-400f-b45d-d238cf093143 req-eeab2f31-d540-449e-a0a2-1e89a33543a7 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:22.356959 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6b8a3cc4-d01f-400f-b45d-d238cf093143 req-eeab2f31-d540-449e-a0a2-1e89a33543a7 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 943 time: 0.0717332 Sep 23 14:04:22.397058 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970f072-17fb-4e6e-b53d-fad627ad5de7 req-f051ce57-53e5-4446-adda-447b446a8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:22.398905 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f970f072-17fb-4e6e-b53d-fad627ad5de7 req-f051ce57-53e5-4446-adda-447b446a8019 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=0f2b1efa-9c49-4c4b-95ca-efb64f014785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429850 Sep 23 14:04:22.410657 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6b8a3cc4-d01f-400f-b45d-d238cf093143 req-be4cfdff-2c2c-42d8-9283-1a4a4d20bd22 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474856 Sep 23 14:04:22.508469 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f970f072-17fb-4e6e-b53d-fad627ad5de7 req-01a2715d-5472-4f6e-b596-3d27854478fd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987928 Sep 23 14:04:22.535958 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-bc2590c6-1869-4003-b88b-aaaa582d6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '86ce1d9a-d559-46e6-93f0-bd1fa6b259dc', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'port_id': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'mac_address': 'fa:16:3e:52:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:03:50Z', 'updated_at': '2022-09-23T14:04:20Z', 'revision_number': 1, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:22.572928 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2590c6-1869-4003-b88b-aaaa582d6b17 None None] The sync data for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi is: [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '86ce1d9a-d559-46e6-93f0-bd1fa6b259dc', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'port_id': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'mac_address': 'fa:16:3e:52:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:03:50Z', 'updated_at': '2022-09-23T14:04:20Z', 'revision_number': 1, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:04:22.626114 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e891225-f01c-43e0-88a5-ef9ee788ade7 req-d859e3eb-728f-4403-b686-c44b65d14128 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:22.627735 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6e891225-f01c-43e0-88a5-ef9ee788ade7 req-d859e3eb-728f-4403-b686-c44b65d14128 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 943 time: 0.0706010 Sep 23 14:04:22.633191 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f970f072-17fb-4e6e-b53d-fad627ad5de7 req-07fc3644-129a-49c4-8018-d9c974cc968e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161504 Sep 23 14:04:22.684655 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56163a9-c043-43a3-991c-e63f13998a48 req-68fb5461-a0e9-433b-ae68-09b700a6be7a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:22.686678 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-68fb5461-a0e9-433b-ae68-09b700a6be7a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 819 time: 0.1983175 Sep 23 14:04:22.719821 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6e891225-f01c-43e0-88a5-ef9ee788ade7 req-8e26056f-ef16-403d-bd78-9939d5202ceb tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852337 Sep 23 14:04:22.781771 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-990cd305-ed22-46dd-a41e-09c829a6a8e0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d08a219027684089a91c354749c67d5d HTTP/1.1" status: 200 len: 380 time: 0.0726411 Sep 23 14:04:22.798987 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Request body: {'port': {'device_id': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'admin_state_up': True, 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'security_groups': ['398210a0-a5bd-40a5-9d2c-1c38d417c841']}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:22.805003 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5234546-6452-46b8-90e1-dc7f9bc2fe47 None None] New status for floating IP 86ce1d9a-d559-46e6-93f0-bd1fa6b259dc: ACTIVE {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:04:22.875584 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-96775143-7780-4011-8b48-ec251be2718d req-0c7d701a-dc1b-47ba-b04a-ca38d7dda5cc tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 210 time: 0.0585866 Sep 23 14:04:22.882709 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:22.937318 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:23.021608 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Made reservation on behalf of d08a219027684089a91c354749c67d5d for: {'port': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:04:23.025425 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:23.156356 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Allocated IP 172.20.0.10 (35b1eec9-f37f-4a15-9846-f6e35c1c3a12/3fdcde6d-bd8a-47c9-bddd-f380538aed5d/51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:04:23.297531 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:23.387278 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:23.397645 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device c01d1346-01d1-4da4-84a3-b81e410d1f69 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:04:23.431068 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:04:23.436695 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:04:23.441366 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:04:23.462598 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:23.464878 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event updated for resources: {'Port': ['ID=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:23.501072 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:23.501819 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:23.501942 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:23.516800 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port c01d1346-01d1-4da4-84a3-b81e410d1f69, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=c01d1346-01d1-4da4-84a3-b81e410d1f69,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:23.529421 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': 'c01d1346-01d1-4da4-84a3-b81e410d1f69', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'port_id': 'c01d1346-01d1-4da4-84a3-b81e410d1f69', 'mac_address': 'fa:16:3e:6f:bd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:04:23.574312 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-74aa6db2-8541-42b7-87b2-1dce50df560f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7792797 Sep 23 14:04:23.581285 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ad250-03c0-405d-93a3-8c4b3b5c5592 req-fa6099bb-e93e-4a8a-935a-7b1fb3c519ac tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:23.583588 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port c01d1346-01d1-4da4-84a3-b81e410d1f69 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:04:23.583981 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:23.589381 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-739ad250-03c0-405d-93a3-8c4b3b5c5592 req-fa6099bb-e93e-4a8a-935a-7b1fb3c519ac tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 943 time: 0.0699987 Sep 23 14:04:23.596228 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Request body: {'port': {'device_id': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:23.604415 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01d1346-01d1-4da4-84a3-b81e410d1f69 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:04:23.636822 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port c01d1346-01d1-4da4-84a3-b81e410d1f69, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=c01d1346-01d1-4da4-84a3-b81e410d1f69,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:23.692139 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-739ad250-03c0-405d-93a3-8c4b3b5c5592 req-9840bb2d-e4c8-419a-9a37-17e9e61cd6ea tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017973 Sep 23 14:04:23.697015 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:23.732099 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:23.736020 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-90e44200-9235-4bc2-a3f7-620724e83c21 None None] Provisioning complete for port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:04:23.736331 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-90e44200-9235-4bc2-a3f7-620724e83c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:23.736665 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-90e44200-9235-4bc2-a3f7-620724e83c21 None None] Attempt 1 to provision port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 Sep 23 14:04:23.791992 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-90e44200-9235-4bc2-a3f7-620724e83c21 None None] Port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:23.816904 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=c01d1346-01d1-4da4-84a3-b81e410d1f69,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:23.824256 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.824609 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.824985 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.825350 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.825690 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.826023 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.826417 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.826753 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.827082 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.827410 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.827745 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.828074 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.828403 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.828729 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.829051 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.866547 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f18cb4-c2cc-469d-b9ee-4c0881dfcdde req-7e39b44c-3cb0-409c-a5d7-3f3372345635 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:23.867991 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-94f18cb4-c2cc-469d-b9ee-4c0881dfcdde req-7e39b44c-3cb0-409c-a5d7-3f3372345635 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 943 time: 0.0702002 Sep 23 14:04:24.128618 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:24.150795 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['c01d1346-01d1-4da4-84a3-b81e410d1f69'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:04:24.153340 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:24.192164 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbacb2-8d30-4124-906a-f1d9fd232a87 req-7aa316c4-0926-4b64-a3a1-8cce966f3e1d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:24.193593 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1dcbacb2-8d30-4124-906a-f1d9fd232a87 req-7aa316c4-0926-4b64-a3a1-8cce966f3e1d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 932 time: 0.0823760 Sep 23 14:04:24.256196 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-94f18cb4-c2cc-469d-b9ee-4c0881dfcdde req-5e9a81f8-10dd-42da-82be-c804b3d6946e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437891 Sep 23 14:04:24.292879 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-90e44200-9235-4bc2-a3f7-620724e83c21 None None] Attempt 2 to provision port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 Sep 23 14:04:24.298615 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1dcbacb2-8d30-4124-906a-f1d9fd232a87 req-d8968306-3505-492b-9118-01f18e955e9b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948691 Sep 23 14:04:24.327948 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 {{(pid=106653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:04:24.330817 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-90e44200-9235-4bc2-a3f7-620724e83c21 None None] Port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:24.335612 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Publish callbacks [] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:24.348361 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.provisioning_blocks [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Transition to ACTIVE for port object 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 will not be triggered until provisioned by entity L2. {{(pid=106653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:04:24.432479 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:24.512704 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11af509-905d-404b-9631-04c465dced85 service neutron] Pushing event updated for resources: {'Port': ['ID=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:24.544196 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Attempting to bind port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:04:24.544526 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Attempting to bind port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:04:24.544843 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Attempting to bind port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 on network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:04:24.584669 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 on network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:04:24.584984 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Attempting to bind port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 on network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:04:24.625290 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:04:24.625618 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Checking segment: {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:04:24.625994 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Bound using segment: {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:04:24.626445 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Bound port: 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13a25e8-94f7-445f-a76b-906e8b37c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12'}}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:04:24.626798 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:24.634968 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:24.688593 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] For port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409, host hv-cinder-85743, cleared binding levels {{(pid=106653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:04:24.691673 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] For port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:04:24.759439 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:24.763303 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:24.763919 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:24.765536 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-a11af509-905d-404b-9631-04c465dced85 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 HTTP/1.1" status: 200 len: 1094 time: 1.1733282 Sep 23 14:04:24.767851 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:24.770095 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efabd997-4196-43dc-a6bb-afcb9841e6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:24.808877 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9619f403-e23e-404a-b3f4-f54844081f45 x-openstack-request-id: req-9619f403-e23e-404a-b3f4-f54844081f45 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:24.809164 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:24.809416 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9619f403-e23e-404a-b3f4-f54844081f45 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:24.809856 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9619f403-e23e-404a-b3f4-f54844081f45'] response: {'name': 'network-changed', 'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'status': 'completed', 'code': 200} Sep 23 14:04:24.832289 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-90e44200-9235-4bc2-a3f7-620724e83c21 None None] Attempt 3 to provision port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 Sep 23 14:04:24.862513 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92684b14-d101-41b9-be1d-bdfa0e98113d req-9b8470fd-0186-4c10-b308-00756854777e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:24.868412 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-92684b14-d101-41b9-be1d-bdfa0e98113d req-9b8470fd-0186-4c10-b308-00756854777e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 944 time: 0.0895648 Sep 23 14:04:24.868412 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11af509-905d-404b-9631-04c465dced85 service neutron] Pushing event updated for resources: {'Port': ['ID=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409,revision_number=3']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:24.876358 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-90e44200-9235-4bc2-a3f7-620724e83c21 None None] Port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:04:24.947490 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabd997-4196-43dc-a6bb-afcb9841e6b7 req-6d7014e1-54dc-4204-8ebb-9b680e686f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:24.950128 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-efabd997-4196-43dc-a6bb-afcb9841e6b7 req-6d7014e1-54dc-4204-8ebb-9b680e686f39 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 1128 time: 0.0608091 Sep 23 14:04:24.954489 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-92684b14-d101-41b9-be1d-bdfa0e98113d req-57df8317-d287-4c51-8771-748ed4a10902 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815043 Sep 23 14:04:25.066039 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabd997-4196-43dc-a6bb-afcb9841e6b7 req-a72d4676-12b4-4fb1-b23e-ee50fd504c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:25.067532 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-efabd997-4196-43dc-a6bb-afcb9841e6b7 req-a72d4676-12b4-4fb1-b23e-ee50fd504c67 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=d08a219027684089a91c354749c67d5d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1013587 Sep 23 14:04:25.169818 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabd997-4196-43dc-a6bb-afcb9841e6b7 req-b14209f5-2ddb-4174-b007-52c2f50115f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:25.171318 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-efabd997-4196-43dc-a6bb-afcb9841e6b7 req-b14209f5-2ddb-4174-b007-52c2f50115f9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966864 Sep 23 14:04:25.206049 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59606) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:25.288359 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56163a9-c043-43a3-991c-e63f13998a48 req-ca44b69c-fa6f-4427-9b0a-934e16e6484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:25.289939 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-ca44b69c-fa6f-4427-9b0a-934e16e6484b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 1128 time: 0.0401175 Sep 23 14:04:25.324060 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-529db300-aa7e-4545-abc1-2ef4625b6f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:25.342297 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-135f7f84-7e90-40de-b7be-d95be6e0a938 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 HTTP/1.1" status: 200 len: 217 time: 0.0349214 Sep 23 14:04:25.415932 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-529db300-aa7e-4545-abc1-2ef4625b6f54 admin admin] Publish callbacks [] for security_group (3e726306-4483-4ae7-a84c-3a13adaf61ea), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:25.430664 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device c01d1346-01d1-4da4-84a3-b81e410d1f69 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:04:25.456848 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f4d23-9abc-400d-bfe2-eed78534ca33 req-fb5b5ac2-4bf2-493d-ac94-82ac345b5f69 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:25.458233 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-359f4d23-9abc-400d-bfe2-eed78534ca33 req-fb5b5ac2-4bf2-493d-ac94-82ac345b5f69 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 943 time: 0.1149559 Sep 23 14:04:25.467478 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-529db300-aa7e-4545-abc1-2ef4625b6f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (3e726306-4483-4ae7-a84c-3a13adaf61ea), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:25.469321 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56163a9-c043-43a3-991c-e63f13998a48 req-da29f0bf-3861-43c5-8cc2-c44a2d618b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:25.470755 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-da29f0bf-3861-43c5-8cc2-c44a2d618b40 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.1187110 Sep 23 14:04:25.474746 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port c01d1346-01d1-4da4-84a3-b81e410d1f69 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:04:25.476299 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ef3ff-0c35-4f37-8351-e0b441f7bc0d req-ebde288c-7ef9-434c-b284-1b0e5d60b578 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:25.477652 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1b5ef3ff-0c35-4f37-8351-e0b441f7bc0d req-ebde288c-7ef9-434c-b284-1b0e5d60b578 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 944 time: 0.0954165 Sep 23 14:04:25.513708 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-529db300-aa7e-4545-abc1-2ef4625b6f54 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f045ee2237084f32a053b50c8299abff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064580 Sep 23 14:04:25.514935 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529db300-aa7e-4545-abc1-2ef4625b6f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e726306-4483-4ae7-a84c-3a13adaf61ea,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:25.517231 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59614) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:25.541459 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port c01d1346-01d1-4da4-84a3-b81e410d1f69 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:04:25.541908 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:25.548225 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port c01d1346-01d1-4da4-84a3-b81e410d1f69 Sep 23 14:04:25.569657 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56163a9-c043-43a3-991c-e63f13998a48 req-d29cbc54-bbe3-4c91-ba13-5a0db7fd0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:25.571199 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-d29cbc54-bbe3-4c91-ba13-5a0db7fd0211 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869887 Sep 23 14:04:25.571515 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-094bfd7b-aa43-4d3b-b332-98f872fa524d admin admin] Publish callbacks [] for security_group (3e726306-4483-4ae7-a84c-3a13adaf61ea), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:25.577935 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-359f4d23-9abc-400d-bfe2-eed78534ca33 req-7c15e17d-0601-49d7-8db5-7ecd1f31a04e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110654 Sep 23 14:04:25.597397 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-094bfd7b-aa43-4d3b-b332-98f872fa524d admin admin] Publish callbacks [] for security_group (3e726306-4483-4ae7-a84c-3a13adaf61ea), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:25.617103 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1b5ef3ff-0c35-4f37-8351-e0b441f7bc0d req-6af76aba-f809-48db-8545-8c4242b985c1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145480 Sep 23 14:04:25.624333 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port c01d1346-01d1-4da4-84a3-b81e410d1f69 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:04:25.624709 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:25.642259 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:25.649260 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d1346-01d1-4da4-84a3-b81e410d1f69'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:25.651587 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf14e48-4e5d-485a-ba00-0293dc5cc885" -d '{"events": [{"server_uuid": "760e9fcc-3723-43bd-ab9b-db54f81db1ae", "name": "network-vif-plugged", "status": "completed", "tag": "c01d1346-01d1-4da4-84a3-b81e410d1f69"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:25.663758 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port c01d1346-01d1-4da4-84a3-b81e410d1f69, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=c01d1346-01d1-4da4-84a3-b81e410d1f69,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:25.690735 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed1c5a0-6300-4249-bfe1-07c6b92c12b5 x-openstack-request-id: req-5ed1c5a0-6300-4249-bfe1-07c6b92c12b5 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:25.691027 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e9fcc-3723-43bd-ab9b-db54f81db1ae", "name": "network-vif-plugged", "status": "completed", "tag": "c01d1346-01d1-4da4-84a3-b81e410d1f69", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:25.691274 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ed1c5a0-6300-4249-bfe1-07c6b92c12b5 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:25.691677 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed1c5a0-6300-4249-bfe1-07c6b92c12b5'] response: {'server_uuid': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d1346-01d1-4da4-84a3-b81e410d1f69', 'code': 200} Sep 23 14:04:25.693915 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:25.741490 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-094bfd7b-aa43-4d3b-b332-98f872fa524d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (3e726306-4483-4ae7-a84c-3a13adaf61ea), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:25.744022 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-094bfd7b-aa43-4d3b-b332-98f872fa524d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:25.745262 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-094bfd7b-aa43-4d3b-b332-98f872fa524d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3e726306-4483-4ae7-a84c-3a13adaf61ea HTTP/1.1" status: 204 len: 168 time: 0.2269852 Sep 23 14:04:25.755533 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bfd7b-aa43-4d3b-b332-98f872fa524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e726306-4483-4ae7-a84c-3a13adaf61ea,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:25.760467 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:25.769234 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-35c8d7ab-f9df-4138-b60a-3117080e1c6e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939853 Sep 23 14:04:25.803774 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:25.822888 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=c01d1346-01d1-4da4-84a3-b81e410d1f69,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:26.072134 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:26.083477 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb8490-cadb-47dd-b5aa-62dc6b3b7aeb req-dbe951c9-7f7e-486b-b883-321c3fc12371 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:26.087481 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fccb8490-cadb-47dd-b5aa-62dc6b3b7aeb req-dbe951c9-7f7e-486b-b883-321c3fc12371 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 945 time: 0.0564580 Sep 23 14:04:26.135436 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fccb8490-cadb-47dd-b5aa-62dc6b3b7aeb req-4179fdba-ce26-4cb4-ab31-b92da5deac30 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445061 Sep 23 14:04:26.634364 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a56163a9-c043-43a3-991c-e63f13998a48 req-f354c507-ac59-4f6f-8570-3cf208b2b7ff service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900826 Sep 23 14:04:26.751282 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8f904-44b0-49ab-a664-cd508153abf8 req-084e47ff-a7e9-4528-9475-00d7c564f42a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:26.755704 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-28c8f904-44b0-49ab-a664-cd508153abf8 req-084e47ff-a7e9-4528-9475-00d7c564f42a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 943 time: 0.0800922 Sep 23 14:04:26.769896 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3a1f9-350a-448a-979c-55592e80e0bd req-19788a56-7986-4eaf-a571-8cd32e3834b8 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:26.772169 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2cf3a1f9-350a-448a-979c-55592e80e0bd req-19788a56-7986-4eaf-a571-8cd32e3834b8 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 944 time: 0.0669937 Sep 23 14:04:26.850710 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-28c8f904-44b0-49ab-a664-cd508153abf8 req-232443ef-3ef4-4b4b-a3d4-4aa9946fab1f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887320 Sep 23 14:04:26.855532 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2cf3a1f9-350a-448a-979c-55592e80e0bd req-d4664d68-ec30-4a84-8adc-54173ad47f55 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757265 Sep 23 14:04:27.258428 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0cfcf-4788-40e5-867d-55d81115674c req-22c0020c-697a-411c-9f34-beb9b001aea5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:27.259913 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cb0cfcf-4788-40e5-867d-55d81115674c req-22c0020c-697a-411c-9f34-beb9b001aea5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 945 time: 0.0487278 Sep 23 14:04:27.310935 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cb0cfcf-4788-40e5-867d-55d81115674c req-39250277-0acd-4381-b423-790623cdd4ba tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451276 Sep 23 14:04:27.425050 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 894a169a-68e6-48c8-88fa-1d068254a466 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:04:27.525817 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 894a169a-68e6-48c8-88fa-1d068254a466, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=894a169a-68e6-48c8-88fa-1d068254a466,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:27.537486 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '894a169a-68e6-48c8-88fa-1d068254a466', 'network_id': '85b65927-108e-4662-8841-432429780256', 'port_id': '894a169a-68e6-48c8-88fa-1d068254a466', 'mac_address': 'fa:16:3e:60:66:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:04:27.574488 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 894a169a-68e6-48c8-88fa-1d068254a466 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:04:27.574888 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (894a169a-68e6-48c8-88fa-1d068254a466), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:27.588200 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894a169a-68e6-48c8-88fa-1d068254a466 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:04:27.608734 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 894a169a-68e6-48c8-88fa-1d068254a466, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=894a169a-68e6-48c8-88fa-1d068254a466,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:27.684355 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (894a169a-68e6-48c8-88fa-1d068254a466), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:27.708661 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:27.733093 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=894a169a-68e6-48c8-88fa-1d068254a466,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:28.036244 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db3687-325e-46a0-82e7-9e68579517dd req-a471e726-f332-4fc3-9ce4-478547182184 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:28.037696 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-39db3687-325e-46a0-82e7-9e68579517dd req-a471e726-f332-4fc3-9ce4-478547182184 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 944 time: 0.0948908 Sep 23 14:04:28.043755 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2255-bef3-4a91-977e-d420394b9d64 req-638eeeb0-98cf-4e37-9b30-3bd999a282bd tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:28.045113 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f94f2255-bef3-4a91-977e-d420394b9d64 req-638eeeb0-98cf-4e37-9b30-3bd999a282bd tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 944 time: 0.1113799 Sep 23 14:04:28.071950 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece716e8-5020-4806-b132-be41f590a711 req-949d61b5-3153-4e77-8ac4-836788174a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:28.073994 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ece716e8-5020-4806-b132-be41f590a711 req-949d61b5-3153-4e77-8ac4-836788174a99 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 1129 time: 0.1026976 Sep 23 14:04:28.143157 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-39db3687-325e-46a0-82e7-9e68579517dd req-3fa8363a-9fb1-4130-b18b-afcf8a0ce685 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970936 Sep 23 14:04:28.145643 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['894a169a-68e6-48c8-88fa-1d068254a466'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:04:28.158071 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f94f2255-bef3-4a91-977e-d420394b9d64 req-3a38ec5c-613c-48ad-ae88-52bbdffc9b8a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025190 Sep 23 14:04:28.168655 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ece716e8-5020-4806-b132-be41f590a711 req-b9973de8-c6de-4766-9448-30d986aec49a service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824070 Sep 23 14:04:28.431661 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1ce98-40ff-4369-9cc2-6bc6fe329c21 req-92559174-cf9a-4565-aa6f-20578b842d42 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:28.433663 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-89c1ce98-40ff-4369-9cc2-6bc6fe329c21 req-92559174-cf9a-4565-aa6f-20578b842d42 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 945 time: 0.0481975 Sep 23 14:04:28.480684 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-89c1ce98-40ff-4369-9cc2-6bc6fe329c21 req-93f736bb-a02c-4584-ab60-11e0b35e4c2e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Sep 23 14:04:28.802160 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-03d8a7af-2f70-4cfc-a208-f167e73e0cc8 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/networks?tenant_id=8f795f5f1a0541e28e28c4fc48877888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323622 Sep 23 14:04:28.977573 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-43d4135d-fa61-48ae-aced-dc0a11d6f49c tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:28.979042 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-43d4135d-fa61-48ae-aced-dc0a11d6f49c tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717463 Sep 23 14:04:28.991621 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:28.994151 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-c7606529-379a-4ce1-aaf8-61553704743d tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/quotas/8f795f5f1a0541e28e28c4fc48877888 HTTP/1.1" status: 200 len: 375 time: 0.0091822 Sep 23 14:04:29.026923 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-48405ccd-d385-46f7-aa28-259101b106db tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=8f795f5f1a0541e28e28c4fc48877888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267813 Sep 23 14:04:29.312117 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479b033-110b-473f-a115-b401f9fa21ea req-ab663448-73df-4685-9b9d-0325f12406d2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:29.313598 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c479b033-110b-473f-a115-b401f9fa21ea req-ab663448-73df-4685-9b9d-0325f12406d2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 944 time: 0.0872042 Sep 23 14:04:29.321140 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deea677-adcb-4034-98ce-6e08984805ba req-3a77ffa8-4812-4d26-aaaa-4080f2d71bb5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:29.322561 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8deea677-adcb-4034-98ce-6e08984805ba req-3a77ffa8-4812-4d26-aaaa-4080f2d71bb5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 944 time: 0.0637605 Sep 23 14:04:29.399088 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c479b033-110b-473f-a115-b401f9fa21ea req-dd7ba481-329f-4d58-9ea5-bd445824c9d8 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755081 Sep 23 14:04:29.404534 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8deea677-adcb-4034-98ce-6e08984805ba req-6a4ee4a7-75e9-4da2-940a-e87df3e7b553 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726516 Sep 23 14:04:29.429767 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:04:29.434531 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 894a169a-68e6-48c8-88fa-1d068254a466 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:04:29.453199 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:29.471787 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d055947d-523d-4f2c-bb4c-6dd4a1a5ea9f req-f9b2e180-f469-46a6-b198-8baf9247d4f6 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 210 time: 0.0283172 Sep 23 14:04:29.536283 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 894a169a-68e6-48c8-88fa-1d068254a466 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:04:29.564559 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:29.583299 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:29.595884 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'port_id': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'mac_address': 'fa:16:3e:95:33:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:04:29.599294 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 894a169a-68e6-48c8-88fa-1d068254a466 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:04:29.599671 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (894a169a-68e6-48c8-88fa-1d068254a466), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:29.600009 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 894a169a-68e6-48c8-88fa-1d068254a466 Sep 23 14:04:29.609002 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e7832-60d0-453e-8e6a-da57a50f671e req-442fdd45-ab9c-4c72-b44c-f2eb40eb7938 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:29.609002 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e10e7832-60d0-453e-8e6a-da57a50f671e req-442fdd45-ab9c-4c72-b44c-f2eb40eb7938 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 945 time: 0.0516305 Sep 23 14:04:29.657333 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e10e7832-60d0-453e-8e6a-da57a50f671e req-15bc4006-6fb6-4ac2-936c-bf01a6785e27 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Sep 23 14:04:29.671739 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:04:29.672351 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:29.693591 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:04:29.736803 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:29.738577 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:29.742697 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 894a169a-68e6-48c8-88fa-1d068254a466 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:04:29.743090 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (894a169a-68e6-48c8-88fa-1d068254a466), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:29.766602 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a131c7-2478-421b-86df-633cca15c7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894a169a-68e6-48c8-88fa-1d068254a466'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:29.768865 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd22d51-bab1-44ad-9cf1-a3e0bc9da571" -d '{"events": [{"server_uuid": "51a131c7-2478-421b-86df-633cca15c7b7", "name": "network-vif-plugged", "status": "completed", "tag": "894a169a-68e6-48c8-88fa-1d068254a466"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:29.786312 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 894a169a-68e6-48c8-88fa-1d068254a466, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=894a169a-68e6-48c8-88fa-1d068254a466,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:29.807557 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd47ea8a-c53b-4997-94f9-099ea2074eeb x-openstack-request-id: req-cd47ea8a-c53b-4997-94f9-099ea2074eeb {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:29.808231 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a131c7-2478-421b-86df-633cca15c7b7", "name": "network-vif-plugged", "status": "completed", "tag": "894a169a-68e6-48c8-88fa-1d068254a466", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:29.808231 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd47ea8a-c53b-4997-94f9-099ea2074eeb {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:29.808465 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd47ea8a-c53b-4997-94f9-099ea2074eeb'] response: {'server_uuid': '51a131c7-2478-421b-86df-633cca15c7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894a169a-68e6-48c8-88fa-1d068254a466', 'code': 200} Sep 23 14:04:29.872360 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:29.916355 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (894a169a-68e6-48c8-88fa-1d068254a466), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:29.921347 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:29.969447 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=894a169a-68e6-48c8-88fa-1d068254a466,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:30.290718 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:04:30.390365 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1ec7a-5496-4234-aa84-6160717e0318 req-207b8f09-1318-4697-a522-416235301ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:30.391876 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-28f1ec7a-5496-4234-aa84-6160717e0318 req-207b8f09-1318-4697-a522-416235301ded service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 1129 time: 0.0391619 Sep 23 14:04:30.462449 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-28f1ec7a-5496-4234-aa84-6160717e0318 req-5cd5098e-653f-4d50-bc1e-479df704e8be service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495794 Sep 23 14:04:30.556305 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7587fb-ae0e-4993-a600-57725177d273 req-139a9833-075b-496c-ac17-21b6a6fa412a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:30.558745 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f7587fb-ae0e-4993-a600-57725177d273 req-139a9833-075b-496c-ac17-21b6a6fa412a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 945 time: 0.0799687 Sep 23 14:04:30.577872 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629769e-6052-4911-a9c6-fff93c6fcd0e req-802256a1-96b2-4308-a714-726b866b80e0 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:30.579292 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b629769e-6052-4911-a9c6-fff93c6fcd0e req-802256a1-96b2-4308-a714-726b866b80e0 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 945 time: 0.0707018 Sep 23 14:04:30.638635 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f7587fb-ae0e-4993-a600-57725177d273 req-1b7923b0-c9bf-4636-a852-7047140b2ca6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741398 Sep 23 14:04:30.651881 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b629769e-6052-4911-a9c6-fff93c6fcd0e req-92a313ea-9c33-47df-9a09-ba020a035fb5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658460 Sep 23 14:04:30.722112 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-47e99f90-e7e7-4c3f-84f0-f055f54a16ad req-9d0f455a-0d7a-466a-9907-db877eec4534 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 210 time: 0.0277541 Sep 23 14:04:30.780179 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5b86a-c8ab-45c8-b836-3b1e66dbf321 req-0947e794-a004-4559-a829-1a41f35e05c7 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:30.781602 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-34c5b86a-c8ab-45c8-b836-3b1e66dbf321 req-0947e794-a004-4559-a829-1a41f35e05c7 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 945 time: 0.0482428 Sep 23 14:04:30.829377 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-34c5b86a-c8ab-45c8-b836-3b1e66dbf321 req-d6bb4160-7c8a-49bc-b430-1d3fca8f3ac7 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Sep 23 14:04:30.945583 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e0494-a498-4399-8430-9bd518870678 req-e06938a3-f529-4ba2-bd69-b7e15fe04fb0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:30.947009 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-837e0494-a498-4399-8430-9bd518870678 req-e06938a3-f529-4ba2-bd69-b7e15fe04fb0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 945 time: 0.0463924 Sep 23 14:04:30.958867 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 59704) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:30.963778 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-3c7151c3-bcbc-40e7-86f4-a67adca49422 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'floatingip': {'port_id': 'c01d1346-01d1-4da4-84a3-b81e410d1f69'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:31.005977 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3c7151c3-bcbc-40e7-86f4-a67adca49422 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (feca2d2d-1cc1-414a-bd42-844d9832ffac), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:31.203545 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:31.432909 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3c7151c3-bcbc-40e7-86f4-a67adca49422 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:31.447162 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:04:31.489598 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:04:31.518156 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3c7151c3-bcbc-40e7-86f4-a67adca49422 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (feca2d2d-1cc1-414a-bd42-844d9832ffac), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:31.586808 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:04:31.587288 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:31.587635 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 Sep 23 14:04:31.622495 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [None req-3c7151c3-bcbc-40e7-86f4-a67adca49422 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Floating IP feca2d2d-1cc1-414a-bd42-844d9832ffac associated. External IP: 172.27.1.141, port: c01d1346-01d1-4da4-84a3-b81e410d1f69. Sep 23 14:04:31.674537 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:04:31.674732 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:31.712190 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:31.770226 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:31.798909 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0075628-103a-442d-8374-9777b332ca53 req-1639c771-61a9-4241-9ea7-45d3727d5908 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:31.800401 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0075628-103a-442d-8374-9777b332ca53 req-1639c771-61a9-4241-9ea7-45d3727d5908 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 945 time: 0.0776701 Sep 23 14:04:31.809224 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:31.811880 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2926791f-9b1c-4526-bde1-3c0be59424a1" -d '{"events": [{"server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "name": "network-vif-plugged", "status": "completed", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:31.814523 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddb814-fa22-409a-addb-6a93c452b980 req-71844603-a950-4eb0-b64b-b0a5dc1b8ffe tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:31.816012 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1bddb814-fa22-409a-addb-6a93c452b980 req-71844603-a950-4eb0-b64b-b0a5dc1b8ffe tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 945 time: 0.0645716 Sep 23 14:04:31.828983 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:31.853753 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7151c3-bcbc-40e7-86f4-a67adca49422 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:04:31.893250 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0075628-103a-442d-8374-9777b332ca53 req-56253d91-c991-441a-8ca8-022ff659291d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762694 Sep 23 14:04:31.896997 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1bddb814-fa22-409a-addb-6a93c452b980 req-0d27a13a-e333-42af-82cc-6b772a159c91 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725372 Sep 23 14:04:31.906261 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:31.967419 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7151c3-bcbc-40e7-86f4-a67adca49422 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:04:31.973765 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3c7151c3-bcbc-40e7-86f4-a67adca49422 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:31.973864 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e9e039-0658-46db-b316-431264edfd56 x-openstack-request-id: req-f1e9e039-0658-46db-b316-431264edfd56 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:31.973864 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "name": "network-vif-plugged", "status": "completed", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:31.974045 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1e9e039-0658-46db-b316-431264edfd56 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:31.974478 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e9e039-0658-46db-b316-431264edfd56'] response: {'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'code': 200} Sep 23 14:04:31.980961 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2272337-83f0-4303-b83c-b7aeb16b8476 None None] Sync routers for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:04:31.991551 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2272337-83f0-4303-b83c-b7aeb16b8476 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:04:31.992177 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-f2272337-83f0-4303-b83c-b7aeb16b8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:04:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:31.993981 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-069e4446-4b5e-4641-871d-902ac795eba6 req-42eceb16-2899-4bc3-8a1d-8e19c583f5eb tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 210 time: 0.0348368 Sep 23 14:04:32.006359 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-3c7151c3-bcbc-40e7-86f4-a67adca49422 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/feca2d2d-1cc1-414a-bd42-844d9832ffac HTTP/1.1" status: 200 len: 991 time: 1.0463626 Sep 23 14:04:32.007668 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'tag': 'c01d1346-01d1-4da4-84a3-b81e410d1f69'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:32.021046 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c341491-0155-40c7-883e-365bf76aadd0" -d '{"events": [{"name": "network-changed", "server_uuid": "760e9fcc-3723-43bd-ab9b-db54f81db1ae", "tag": "c01d1346-01d1-4da4-84a3-b81e410d1f69"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:32.059716 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07d3328-3924-4d55-b2cc-6ff7fbddb90e x-openstack-request-id: req-c07d3328-3924-4d55-b2cc-6ff7fbddb90e {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:32.059716 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e9fcc-3723-43bd-ab9b-db54f81db1ae", "tag": "c01d1346-01d1-4da4-84a3-b81e410d1f69", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:32.059716 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c07d3328-3924-4d55-b2cc-6ff7fbddb90e {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:32.060043 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07d3328-3924-4d55-b2cc-6ff7fbddb90e'] response: {'name': 'network-changed', 'server_uuid': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'tag': 'c01d1346-01d1-4da4-84a3-b81e410d1f69', 'status': 'completed', 'code': 200} Sep 23 14:04:32.100557 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:32.104610 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-f2272337-83f0-4303-b83c-b7aeb16b8476 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:04:32.325744 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-f2272337-83f0-4303-b83c-b7aeb16b8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'f28a650d-2507-428a-9028-c495e9779215', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:e5:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:02:25Z', 'updated_at': '2022-09-23T14:03:05Z', 'revision_number': 2, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}, {'id': 'feca2d2d-1cc1-414a-bd42-844d9832ffac', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': 'c01d1346-01d1-4da4-84a3-b81e410d1f69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:6f:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:02Z', 'updated_at': '2022-09-23T14:04:31Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:32.350084 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2272337-83f0-4303-b83c-b7aeb16b8476 None None] Checking router: 7cb2b347-2372-47cb-9f3d-c47c2605bec5 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:04:32.358587 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2272337-83f0-4303-b83c-b7aeb16b8476 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:04:32.359194 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-f2272337-83f0-4303-b83c-b7aeb16b8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:04:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:32.401972 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:32.507710 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c341491-0155-40c7-883e-365bf76aadd0 req-7b2f5b97-a9d8-4d16-b271-33504d7fb0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:32.509521 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c341491-0155-40c7-883e-365bf76aadd0 req-7b2f5b97-a9d8-4d16-b271-33504d7fb0b4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 1129 time: 0.0708952 Sep 23 14:04:32.589533 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:32.602096 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-f2272337-83f0-4303-b83c-b7aeb16b8476 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:04:32.611941 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c341491-0155-40c7-883e-365bf76aadd0 req-71f2d9de-97c9-4c9e-a904-6f669b63e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:32.613592 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c341491-0155-40c7-883e-365bf76aadd0 req-71f2d9de-97c9-4c9e-a904-6f669b63e090 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 916 time: 0.0971086 Sep 23 14:04:32.836323 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-f2272337-83f0-4303-b83c-b7aeb16b8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'f28a650d-2507-428a-9028-c495e9779215', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:e5:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:02:25Z', 'updated_at': '2022-09-23T14:03:05Z', 'revision_number': 2, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}, {'id': 'feca2d2d-1cc1-414a-bd42-844d9832ffac', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': 'c01d1346-01d1-4da4-84a3-b81e410d1f69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:6f:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:02Z', 'updated_at': '2022-09-23T14:04:31Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:32.866698 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2272337-83f0-4303-b83c-b7aeb16b8476 None None] The sync data for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi is: [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'f28a650d-2507-428a-9028-c495e9779215', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:e5:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:02:25Z', 'updated_at': '2022-09-23T14:03:05Z', 'revision_number': 2, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}, {'id': 'feca2d2d-1cc1-414a-bd42-844d9832ffac', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': 'c01d1346-01d1-4da4-84a3-b81e410d1f69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:6f:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:02Z', 'updated_at': '2022-09-23T14:04:31Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:04:32.945065 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c341491-0155-40c7-883e-365bf76aadd0 req-11fa79ab-e94d-40da-acd6-c2216d71c346 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01d1346-01d1-4da4-84a3-b81e410d1f69 HTTP/1.1" status: 200 len: 999 time: 0.3166146 Sep 23 14:04:33.042134 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:33.043707 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:33.052415 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb47ae5-7d9a-44cb-98c8-7a985bcfadac req-4ab04eec-611e-469d-b013-1dddfba95276 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:33.058884 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6cb47ae5-7d9a-44cb-98c8-7a985bcfadac req-4ab04eec-611e-469d-b013-1dddfba95276 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 945 time: 0.0762959 Sep 23 14:04:33.062199 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5739bac-1ee3-4ecf-97ab-82addac5c8e7 req-1ce47aa9-4040-4608-8743-54346e05d6d5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:33.063700 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f5739bac-1ee3-4ecf-97ab-82addac5c8e7 req-1ce47aa9-4040-4608-8743-54346e05d6d5 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0751863 Sep 23 14:04:33.066811 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:33.093944 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f12ea-a03f-450c-8461-baa0d4028ee9 None None] New status for floating IP feca2d2d-1cc1-414a-bd42-844d9832ffac: ACTIVE {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:04:33.156620 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6cb47ae5-7d9a-44cb-98c8-7a985bcfadac req-5224f88d-a7d6-45c3-bb1b-061fed1ff636 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919387 Sep 23 14:04:33.182149 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d38362-044f-4266-88ec-3c9dbb4bf93b req-6ffb522b-456e-453e-b565-f58f732b712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:33.184052 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-80d38362-044f-4266-88ec-3c9dbb4bf93b req-6ffb522b-456e-453e-b565-f58f732b712f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 1130 time: 0.0489089 Sep 23 14:04:33.206186 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f5739bac-1ee3-4ecf-97ab-82addac5c8e7 req-f89e7824-5600-415e-af57-8d052c42338d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272440 Sep 23 14:04:33.243738 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c341491-0155-40c7-883e-365bf76aadd0 req-a2e70c71-b536-4e7d-981b-d91c9d06be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:33.245545 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-80d38362-044f-4266-88ec-3c9dbb4bf93b req-09c41096-29d8-4373-b8b9-c1693a57680e service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542121 Sep 23 14:04:33.247396 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c341491-0155-40c7-883e-365bf76aadd0 req-a2e70c71-b536-4e7d-981b-d91c9d06be4f service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=80f7adc6-3046-4d27-ba65-e533eb9cae24 HTTP/1.1" status: 200 len: 854 time: 0.1102395 Sep 23 14:04:33.286493 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6fdb8ba9-dba4-4d35-82b1-2462389bde1b req-2c180db9-e3b8-47fe-af95-a39e15d32c1f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 210 time: 0.0294869 Sep 23 14:04:33.339821 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5a18e-89aa-4b88-9fab-4ec57291e271 req-0ce47aa5-20a0-4be4-af9d-64a95b60679a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:33.341230 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0ac5a18e-89aa-4b88-9fab-4ec57291e271 req-0ce47aa5-20a0-4be4-af9d-64a95b60679a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 945 time: 0.0492005 Sep 23 14:04:33.394520 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0ac5a18e-89aa-4b88-9fab-4ec57291e271 req-889dcbe0-0283-41ad-87a3-e48a16ead33a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473895 Sep 23 14:04:33.423214 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 59726) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:33.606363 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b13d901-9e61-4a73-8232-e3b044d02c01 tempest-TestVolumeBootPattern-2140770074 tempest-TestVolumeBootPattern-2140770074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:33.607378 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-9b13d901-9e61-4a73-8232-e3b044d02c01 tempest-TestVolumeBootPattern-2140770074 tempest-TestVolumeBootPattern-2140770074-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 1124 time: 0.1829653 Sep 23 14:04:33.610094 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 59730) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:33.614412 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'port_id': '894a169a-68e6-48c8-88fa-1d068254a466', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:33.648509 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-6c5c75f2-55fb-446b-b4f3-4462710fce86 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=8f795f5f1a0541e28e28c4fc48877888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293884 Sep 23 14:04:33.671791 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c341491-0155-40c7-883e-365bf76aadd0 req-b73aaa02-7706-4f3a-b704-89cb39b6692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:33.676623 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c341491-0155-40c7-883e-365bf76aadd0 req-b73aaa02-7706-4f3a-b704-89cb39b6692e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=34e7a0c6-e35b-482b-a11c-b3c893e03a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514698 Sep 23 14:04:33.729241 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:33.810655 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:33.834935 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-961bb46b-4b30-4e23-a19e-1f1909f3d810 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:33.836380 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-961bb46b-4b30-4e23-a19e-1f1909f3d810 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818895 Sep 23 14:04:33.913652 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Allocated IP 172.27.1.185 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/74eb4dc6-ee89-40d2-8c16-027a48aac110) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:04:34.018228 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for port (74eb4dc6-ee89-40d2-8c16-027a48aac110), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:34.095184 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (74eb4dc6-ee89-40d2-8c16-027a48aac110), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:34.130420 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:34.139681 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:04:34.142988 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:04:34.147108 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:04:34.152218 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'Port': ['ID=74eb4dc6-ee89-40d2-8c16-027a48aac110,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:34.165022 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Request body: {'port': {'device_id': '2f494b01-791a-4c3d-af21-0acceb3aedec', 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87', 'admin_state_up': True, 'tenant_id': '8f795f5f1a0541e28e28c4fc48877888'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:34.204447 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:34.284166 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:34.351719 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c341491-0155-40c7-883e-365bf76aadd0 req-7f300258-ae0a-4312-8e17-9ecd889e1a2a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756122 Sep 23 14:04:34.396199 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Made reservation on behalf of 8f795f5f1a0541e28e28c4fc48877888 for: {'port': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:04:34.399955 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:34.412527 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:34.464440 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-400e6dd5-b3da-4d78-9bba-4dd46b76ca88 req-e4f54148-e766-4ae3-80fc-801b44b9153e tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 210 time: 0.0918348 Sep 23 14:04:34.504448 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Publish callbacks [] for security_group (bb31ad5b-832b-48bf-ba18-30a84a456454), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:34.504754 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456eeb2-4ceb-4353-ac26-1803f71c8872 req-19509050-2721-4e34-a824-1ac1f2a2cbad tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:34.506232 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f456eeb2-4ceb-4353-ac26-1803f71c8872 req-19509050-2721-4e34-a824-1ac1f2a2cbad tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.1735263 Sep 23 14:04:34.574757 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (bb31ad5b-832b-48bf-ba18-30a84a456454), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:34.618905 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c341491-0155-40c7-883e-365bf76aadd0 req-d8fd139b-12b2-4dbf-a27d-570d1278e52e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448115 Sep 23 14:04:34.637640 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb31ad5b-832b-48bf-ba18-30a84a456454,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:34.643405 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f456eeb2-4ceb-4353-ac26-1803f71c8872 req-afa891d4-04e2-4dfb-a21f-9729f27239f8 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266210 Sep 23 14:04:34.651318 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:34.719613 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Allocated IP 192.168.233.74 (5a1bc31c-2355-4758-aae4-c6557fc2db87/02aaddb2-70ed-4763-9ef5-b704ab8a9403/3dccf39d-2e29-4cc0-a163-7c174916734c) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:04:34.766513 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:34.819569 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (889a1633-7882-4b17-9ffa-4447d46810d4), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:34.872384 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Publish callbacks [] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:34.975821 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:34.976226 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (74eb4dc6-ee89-40d2-8c16-027a48aac110), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:35.018487 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Network 5a1bc31c-2355-4758-aae4-c6557fc2db87 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:04:35.023630 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:04:35.028307 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:04:35.032707 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:35.033307 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:35.049171 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Pushing event updated for resources: {'Port': ['ID=3dccf39d-2e29-4cc0-a163-7c174916734c,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:35.136666 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-29049c4b-6cd9-494c-a90e-d90449a1bc7f tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9758613 Sep 23 14:04:35.152066 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for port (74eb4dc6-ee89-40d2-8c16-027a48aac110), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:35.205167 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Request body: {'port': {'device_id': '2f494b01-791a-4c3d-af21-0acceb3aedec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:35.266296 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:35.269814 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-a4b4f8e4-dda4-4dd6-9447-8ced24989909 None None] Provisioning complete for port 3dccf39d-2e29-4cc0-a163-7c174916734c triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:04:35.270301 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a4b4f8e4-dda4-4dd6-9447-8ced24989909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:35.270535 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a4b4f8e4-dda4-4dd6-9447-8ced24989909 None None] Attempt 1 to provision port 3dccf39d-2e29-4cc0-a163-7c174916734c Sep 23 14:04:35.272352 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (74eb4dc6-ee89-40d2-8c16-027a48aac110), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:35.300897 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:35.304138 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4f8e4-dda4-4dd6-9447-8ced24989909 None None] Port 3dccf39d-2e29-4cc0-a163-7c174916734c cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:35.347796 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (889a1633-7882-4b17-9ffa-4447d46810d4), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:35.349657 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'Port': ['ID=74eb4dc6-ee89-40d2-8c16-027a48aac110,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:35.451282 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Floating IP 889a1633-7882-4b17-9ffa-4447d46810d4 associated. External IP: 172.27.1.185, port: 894a169a-68e6-48c8-88fa-1d068254a466. Sep 23 14:04:35.527546 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dccf39d-2e29-4cc0-a163-7c174916734c {{(pid=106652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:04:35.535518 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Publish callbacks [] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:35.549321 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.provisioning_blocks [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Transition to ACTIVE for port object 3dccf39d-2e29-4cc0-a163-7c174916734c will not be triggered until provisioned by entity L2. {{(pid=106652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:04:35.556213 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:35.598768 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49ffaf-80ef-4df3-8e2c-a2fe7d4b9011 req-c8502eb8-e8c9-400b-8d3f-169c8bcd4b33 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:35.600217 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5e49ffaf-80ef-4df3-8e2c-a2fe7d4b9011 req-c8502eb8-e8c9-400b-8d3f-169c8bcd4b33 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 935 time: 0.0558674 Sep 23 14:04:35.609640 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:35.672876 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Pushing event updated for resources: {'Port': ['ID=3dccf39d-2e29-4cc0-a163-7c174916734c,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:35.686401 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Attempting to bind port 3dccf39d-2e29-4cc0-a163-7c174916734c on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:04:35.686739 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Attempting to bind port 3dccf39d-2e29-4cc0-a163-7c174916734c by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '53b93498-2545-4e32-879b-ddf4d2665cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87'}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:04:35.687064 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Attempting to bind port 3dccf39d-2e29-4cc0-a163-7c174916734c on network 5a1bc31c-2355-4758-aae4-c6557fc2db87 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:04:35.720444 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5e49ffaf-80ef-4df3-8e2c-a2fe7d4b9011 req-227f9bce-9f05-439b-96f2-9619e7b958c1 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877841 Sep 23 14:04:35.745926 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Port 3dccf39d-2e29-4cc0-a163-7c174916734c on network 5a1bc31c-2355-4758-aae4-c6557fc2db87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:04:35.748836 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Attempting to bind port 3dccf39d-2e29-4cc0-a163-7c174916734c on network 5a1bc31c-2355-4758-aae4-c6557fc2db87 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:04:35.769257 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Router fcb83c92-60dc-45bb-b252-d33367ab7aad has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:04:35.781558 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:35.792948 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517ae13-9e10-4a63-85a8-7847466817b3 req-46401808-d626-491e-b599-62af2f3660e2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:35.794460 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1517ae13-9e10-4a63-85a8-7847466817b3 req-46401808-d626-491e-b599-62af2f3660e2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0576110 Sep 23 14:04:35.795076 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:04:35.795414 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Checking segment: {'id': '53b93498-2545-4e32-879b-ddf4d2665cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:04:35.795795 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Bound using segment: {'id': '53b93498-2545-4e32-879b-ddf4d2665cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87'} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:04:35.796391 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Bound port: 3dccf39d-2e29-4cc0-a163-7c174916734c, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b93498-2545-4e32-879b-ddf4d2665cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87'}}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:04:35.796816 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:35.804864 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a4b4f8e4-dda4-4dd6-9447-8ced24989909 None None] Attempt 2 to provision port 3dccf39d-2e29-4cc0-a163-7c174916734c Sep 23 14:04:35.839393 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4f8e4-dda4-4dd6-9447-8ced24989909 None None] Port 3dccf39d-2e29-4cc0-a163-7c174916734c cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:04:35.915563 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1517ae13-9e10-4a63-85a8-7847466817b3 req-f1d446c2-5248-408a-8318-34811aa14992 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147058 Sep 23 14:04:35.934811 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:04:35.949329 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8285-42d0-41d0-84be-3c29d24688c4 None None] Sync routers for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:04:35.960804 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb8285-42d0-41d0-84be-3c29d24688c4 None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:04:35.965924 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8285-42d0-41d0-84be-3c29d24688c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:04:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:36.047605 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc95a0-2891-40cb-a9d1-9b0885a2e021 req-26a6911d-e7d8-4915-91af-1eb83e531c4a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:36.052302 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fcfc95a0-2891-40cb-a9d1-9b0885a2e021 req-26a6911d-e7d8-4915-91af-1eb83e531c4a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0540359 Sep 23 14:04:36.056154 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:36.059314 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:36.060597 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 59748) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:36.064608 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-4b9f4952-2032-4e06-93d1-fd9882f82975 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Request body: {'floatingip': {'port_id': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:04:36.080900 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-e5cb8285-42d0-41d0-84be-3c29d24688c4 None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:04:36.082451 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:36.091682 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] For port 3dccf39d-2e29-4cc0-a163-7c174916734c, host hv-cinder-85743, cleared binding levels {{(pid=106652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:04:36.095553 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] For port 3dccf39d-2e29-4cc0-a163-7c174916734c, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=3dccf39d-2e29-4cc0-a163-7c174916734c,segment=NetworkSegment(53b93498-2545-4e32-879b-ddf4d2665cec),segment_id=53b93498-2545-4e32-879b-ddf4d2665cec)] {{(pid=106652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:04:36.136290 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4952-2032-4e06-93d1-fd9882f82975 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for floatingip (3c331db6-2146-4ddf-8509-f7241dff93de), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:36.185534 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:36.188821 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:36.189563 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:36.191498 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/3dccf39d-2e29-4cc0-a163-7c174916734c HTTP/1.1" status: 200 len: 1097 time: 0.9918067 Sep 23 14:04:36.194076 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f494b01-791a-4c3d-af21-0acceb3aedec', 'tag': '3dccf39d-2e29-4cc0-a163-7c174916734c'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:36.196645 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbef0e8-b0e6-48c5-a0fa-93b6b4c25319" -d '{"events": [{"name": "network-changed", "server_uuid": "2f494b01-791a-4c3d-af21-0acceb3aedec", "tag": "3dccf39d-2e29-4cc0-a163-7c174916734c"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:36.272574 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966d6644-5143-40dd-98df-7e2108781222 x-openstack-request-id: req-966d6644-5143-40dd-98df-7e2108781222 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:36.272892 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f494b01-791a-4c3d-af21-0acceb3aedec", "tag": "3dccf39d-2e29-4cc0-a163-7c174916734c", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:36.273102 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-966d6644-5143-40dd-98df-7e2108781222 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:36.273495 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966d6644-5143-40dd-98df-7e2108781222'] response: {'name': 'network-changed', 'server_uuid': '2f494b01-791a-4c3d-af21-0acceb3aedec', 'tag': '3dccf39d-2e29-4cc0-a163-7c174916734c', 'status': 'completed', 'code': 200} Sep 23 14:04:36.280743 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6a0bd-ef13-495f-b9ff-f2528f90f756 service neutron] Pushing event updated for resources: {'Port': ['ID=3dccf39d-2e29-4cc0-a163-7c174916734c,revision_number=3']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:36.340120 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8285-42d0-41d0-84be-3c29d24688c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '889a1633-7882-4b17-9ffa-4447d46810d4', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': '894a169a-68e6-48c8-88fa-1d068254a466', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:60:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a131c7-2478-421b-86df-633cca15c7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:34Z', 'updated_at': '2022-09-23T14:04:34Z', 'revision_number': 0, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:36.341763 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a4b4f8e4-dda4-4dd6-9447-8ced24989909 None None] Attempt 3 to provision port 3dccf39d-2e29-4cc0-a163-7c174916734c Sep 23 14:04:36.365417 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbef0e8-b0e6-48c5-a0fa-93b6b4c25319 req-bf7c077e-b7bd-4319-8356-097a01f3f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:36.367280 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2bbef0e8-b0e6-48c5-a0fa-93b6b4c25319 req-bf7c077e-b7bd-4319-8356-097a01f3f3d3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=8f795f5f1a0541e28e28c4fc48877888&device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 1131 time: 0.0427406 Sep 23 14:04:36.385078 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8285-42d0-41d0-84be-3c29d24688c4 None None] Checking router: fcb83c92-60dc-45bb-b252-d33367ab7aad for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:04:36.405068 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-051c1cbe-b9ba-4cc8-9841-7d36bbddd459 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7922351 Sep 23 14:04:36.405795 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb8285-42d0-41d0-84be-3c29d24688c4 None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:04:36.405795 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8285-42d0-41d0-84be-3c29d24688c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:04:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:36.405991 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2bbef0e8-b0e6-48c5-a0fa-93b6b4c25319 req-6771b1a7-ac0e-4d2e-9cb4-146a15deef72 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=8f795f5f1a0541e28e28c4fc48877888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200508 Sep 23 14:04:36.407929 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a131c7-2478-421b-86df-633cca15c7b7', 'tag': '894a169a-68e6-48c8-88fa-1d068254a466'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:36.410202 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3442e270-4b31-458a-be44-c79ebafbf4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "51a131c7-2478-421b-86df-633cca15c7b7", "tag": "894a169a-68e6-48c8-88fa-1d068254a466"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:36.452171 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4f8e4-dda4-4dd6-9447-8ced24989909 None None] Port 3dccf39d-2e29-4cc0-a163-7c174916734c had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:04:36.481869 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dd7896-d118-4904-8ec5-00df72588ece x-openstack-request-id: req-65dd7896-d118-4904-8ec5-00df72588ece {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:36.482158 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a131c7-2478-421b-86df-633cca15c7b7", "tag": "894a169a-68e6-48c8-88fa-1d068254a466", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:36.482432 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65dd7896-d118-4904-8ec5-00df72588ece {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:36.482830 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65dd7896-d118-4904-8ec5-00df72588ece'] response: {'name': 'network-changed', 'server_uuid': '51a131c7-2478-421b-86df-633cca15c7b7', 'tag': '894a169a-68e6-48c8-88fa-1d068254a466', 'status': 'completed', 'code': 200} Sep 23 14:04:36.516007 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbef0e8-b0e6-48c5-a0fa-93b6b4c25319 req-0780827b-72e0-411b-b935-45f6c2a8004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:36.517245 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2bbef0e8-b0e6-48c5-a0fa-93b6b4c25319 req-0780827b-72e0-411b-b935-45f6c2a8004d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061120 Sep 23 14:04:36.528819 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-e5cb8285-42d0-41d0-84be-3c29d24688c4 None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:04:36.595804 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442e270-4b31-458a-be44-c79ebafbf4cc req-c1378c59-0ac6-4f6c-9eda-1aed11330863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:36.597362 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3442e270-4b31-458a-be44-c79ebafbf4cc req-c1378c59-0ac6-4f6c-9eda-1aed11330863 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 1129 time: 0.0495303 Sep 23 14:04:36.629625 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-009ebb94-177b-4e74-a3f0-084968d2d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:36.631258 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-009ebb94-177b-4e74-a3f0-084968d2d488 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=8f795f5f1a0541e28e28c4fc48877888&device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 1131 time: 0.0417535 Sep 23 14:04:36.686769 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-160087fc-07a1-49b3-98e7-5cc1e02236e5 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=3dccf39d-2e29-4cc0-a163-7c174916734c HTTP/1.1" status: 200 len: 217 time: 0.0384455 Sep 23 14:04:36.732993 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:36.745336 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-0547ef92-28fa-4d82-95db-1c4a234ad1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:36.747213 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-0547ef92-28fa-4d82-95db-1c4a234ad1ea service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=02aaddb2-70ed-4763-9ef5-b704ab8a9403 HTTP/1.1" status: 200 len: 843 time: 0.0517406 Sep 23 14:04:36.755744 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8285-42d0-41d0-84be-3c29d24688c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '889a1633-7882-4b17-9ffa-4447d46810d4', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': '894a169a-68e6-48c8-88fa-1d068254a466', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:60:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a131c7-2478-421b-86df-633cca15c7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:34Z', 'updated_at': '2022-09-23T14:04:34Z', 'revision_number': 0, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:36.760622 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442e270-4b31-458a-be44-c79ebafbf4cc req-74d96af2-1cd1-427f-b8cf-6550d55cf100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:36.762107 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3442e270-4b31-458a-be44-c79ebafbf4cc req-74d96af2-1cd1-427f-b8cf-6550d55cf100 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 913 time: 0.1405380 Sep 23 14:04:36.785825 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8285-42d0-41d0-84be-3c29d24688c4 None None] The sync data for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi is: [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '889a1633-7882-4b17-9ffa-4447d46810d4', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': '894a169a-68e6-48c8-88fa-1d068254a466', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:60:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a131c7-2478-421b-86df-633cca15c7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:34Z', 'updated_at': '2022-09-23T14:04:34Z', 'revision_number': 0, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:04:36.812364 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-0d495243-8c3f-460e-b352-969876a87948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:36.814299 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-0d495243-8c3f-460e-b352-969876a87948 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5a1bc31c-2355-4758-aae4-c6557fc2db87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0501559 Sep 23 14:04:36.920381 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-81139406-4803-42da-bcb3-f9dccde3031f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5a1bc31c-2355-4758-aae4-c6557fc2db87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957878 Sep 23 14:04:36.947052 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63621796-1120-4da9-b723-4519f9677468 req-676441fe-d973-4fa7-bcbb-ff777ff087c5 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:36.948761 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-63621796-1120-4da9-b723-4519f9677468 req-676441fe-d973-4fa7-bcbb-ff777ff087c5 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 947 time: 0.1268611 Sep 23 14:04:36.953121 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3442e270-4b31-458a-be44-c79ebafbf4cc req-08e17b44-75a5-4697-9c47-582bb8b7cf89 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=894a169a-68e6-48c8-88fa-1d068254a466 HTTP/1.1" status: 200 len: 999 time: 0.1782846 Sep 23 14:04:37.014093 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:37.019522 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbadab9-aa83-4692-bb41-530911d1615c None None] New status for floating IP 889a1633-7882-4b17-9ffa-4447d46810d4: ACTIVE {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:04:37.035208 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-dde6d1fd-9843-4759-92c2-9626243fe411 req-a6782f36-23df-4101-9ee9-d0cf1acb1a6a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5a1bc31c-2355-4758-aae4-c6557fc2db87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995502 Sep 23 14:04:37.070176 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442e270-4b31-458a-be44-c79ebafbf4cc req-43a1fdcf-610e-4bf6-91b7-9eddcd0b703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:37.071677 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3442e270-4b31-458a-be44-c79ebafbf4cc req-43a1fdcf-610e-4bf6-91b7-9eddcd0b703b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 200 len: 851 time: 0.1100464 Sep 23 14:04:37.117320 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-63621796-1120-4da9-b723-4519f9677468 req-102766e2-bc67-4817-bb69-8a8157e87124 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615453 Sep 23 14:04:37.150470 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:37.170510 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442e270-4b31-458a-be44-c79ebafbf4cc req-0ca9ff58-3bae-4311-8c4b-3fb674283370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:37.172048 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3442e270-4b31-458a-be44-c79ebafbf4cc req-0ca9ff58-3bae-4311-8c4b-3fb674283370 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=85b65927-108e-4662-8841-432429780256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0900018 Sep 23 14:04:37.178578 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4952-2032-4e06-93d1-fd9882f82975 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:37.232038 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4952-2032-4e06-93d1-fd9882f82975 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (3c331db6-2146-4ddf-8509-f7241dff93de), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:37.330347 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [None req-4b9f4952-2032-4e06-93d1-fd9882f82975 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Floating IP 3c331db6-2146-4ddf-8509-f7241dff93de associated. External IP: 172.27.1.250, port: 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409. Sep 23 14:04:37.523344 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9f4952-2032-4e06-93d1-fd9882f82975 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Router 20c60fcd-79f7-4ca9-a17f-61b62e85210e has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:04:37.626954 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9f4952-2032-4e06-93d1-fd9882f82975 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:04:37.631521 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4952-2032-4e06-93d1-fd9882f82975 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:37.635963 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b3e1ec-652d-4f1a-820c-d462a1263843 None None] Sync routers for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:04:37.647191 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b3e1ec-652d-4f1a-820c-d462a1263843 None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:04:37.647871 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-c8b3e1ec-652d-4f1a-820c-d462a1263843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:04:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:37.661868 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-4b9f4952-2032-4e06-93d1-fd9882f82975 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/3c331db6-2146-4ddf-8509-f7241dff93de HTTP/1.1" status: 200 len: 992 time: 1.6005707 Sep 23 14:04:37.751379 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-c8b3e1ec-652d-4f1a-820c-d462a1263843 None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:04:37.940478 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:37.958433 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-c8b3e1ec-652d-4f1a-820c-d462a1263843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '3c331db6-2146-4ddf-8509-f7241dff93de', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'port_id': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'mac_address': 'fa:16:3e:95:33:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:16Z', 'updated_at': '2022-09-23T14:04:37Z', 'revision_number': 1, 'project_id': 'd08a219027684089a91c354749c67d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:37.987871 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b3e1ec-652d-4f1a-820c-d462a1263843 None None] Checking router: 20c60fcd-79f7-4ca9-a17f-61b62e85210e for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:04:37.996490 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b3e1ec-652d-4f1a-820c-d462a1263843 None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:04:37.997097 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-c8b3e1ec-652d-4f1a-820c-d462a1263843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:04:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:38.098851 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-c8b3e1ec-652d-4f1a-820c-d462a1263843 None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:04:38.247984 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5f53e-1d00-404c-8d15-ffadf9a87aca req-1c88db0b-e416-4fdb-a773-5c7e53fadb72 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:38.249635 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-23b5f53e-1d00-404c-8d15-ffadf9a87aca req-1c88db0b-e416-4fdb-a773-5c7e53fadb72 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 947 time: 0.0497234 Sep 23 14:04:38.301257 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-23b5f53e-1d00-404c-8d15-ffadf9a87aca req-57e8d891-e8e5-47d3-8e8f-e13e4ae1a35b tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456898 Sep 23 14:04:38.415828 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3442e270-4b31-458a-be44-c79ebafbf4cc req-6130b20a-42e2-445a-a524-8814f01055c0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837560 Sep 23 14:04:38.441188 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-c8b3e1ec-652d-4f1a-820c-d462a1263843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '3c331db6-2146-4ddf-8509-f7241dff93de', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'port_id': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'mac_address': 'fa:16:3e:95:33:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:16Z', 'updated_at': '2022-09-23T14:04:37Z', 'revision_number': 1, 'project_id': 'd08a219027684089a91c354749c67d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:38.470972 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b3e1ec-652d-4f1a-820c-d462a1263843 None None] The sync data for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi is: [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '3c331db6-2146-4ddf-8509-f7241dff93de', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'port_id': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'mac_address': 'fa:16:3e:95:33:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:16Z', 'updated_at': '2022-09-23T14:04:37Z', 'revision_number': 1, 'project_id': 'd08a219027684089a91c354749c67d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:04:38.484490 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:38.486764 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4e24d5-87d0-420a-a2bd-f54896959839" -d '{"events": [{"name": "network-changed", "server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:38.516692 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:38.521051 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3442e270-4b31-458a-be44-c79ebafbf4cc req-3311b812-d05f-47c7-8ac2-70c4951b3cdb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993342 Sep 23 14:04:38.526198 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25acfd7-cdef-44de-89de-f2623d2d69ca x-openstack-request-id: req-a25acfd7-cdef-44de-89de-f2623d2d69ca {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:38.530361 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:38.530361 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a25acfd7-cdef-44de-89de-f2623d2d69ca {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:38.530361 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25acfd7-cdef-44de-89de-f2623d2d69ca'] response: {'name': 'network-changed', 'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'status': 'completed', 'code': 200} Sep 23 14:04:38.663708 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e24d5-87d0-420a-a2bd-f54896959839 req-0f41797d-cdfb-405e-95fd-66e352b1d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:38.663916 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7235d27-2cc4-49c9-99af-d1311d7fb447 None None] New status for floating IP 3c331db6-2146-4ddf-8509-f7241dff93de: ACTIVE {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:04:38.665018 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0b4e24d5-87d0-420a-a2bd-f54896959839 req-0f41797d-cdfb-405e-95fd-66e352b1d96f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 1130 time: 0.0430808 Sep 23 14:04:38.775663 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e24d5-87d0-420a-a2bd-f54896959839 req-9b75da91-92e0-4ff3-9979-01a75d41bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:38.777224 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0b4e24d5-87d0-420a-a2bd-f54896959839 req-9b75da91-92e0-4ff3-9979-01a75d41bad3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.0956764 Sep 23 14:04:38.847942 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0b4e24d5-87d0-420a-a2bd-f54896959839 req-4419199a-3d65-4e18-a890-c3f040dccc6d service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 HTTP/1.1" status: 200 len: 1000 time: 0.0574245 Sep 23 14:04:38.901485 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e24d5-87d0-420a-a2bd-f54896959839 req-cf5f9acb-d0f4-4d26-b05c-1a838941b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:38.902997 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0b4e24d5-87d0-420a-a2bd-f54896959839 req-cf5f9acb-d0f4-4d26-b05c-1a838941b298 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.0448804 Sep 23 14:04:38.950848 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e24d5-87d0-420a-a2bd-f54896959839 req-823bb0c7-7d0e-4c59-a3fd-698e9e58f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:38.952363 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0b4e24d5-87d0-420a-a2bd-f54896959839 req-823bb0c7-7d0e-4c59-a3fd-698e9e58f89a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418513 Sep 23 14:04:39.019634 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:39.040293 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0b4e24d5-87d0-420a-a2bd-f54896959839 req-781a4393-ea35-4782-82be-341e51a0691a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808489 Sep 23 14:04:39.133142 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0b4e24d5-87d0-420a-a2bd-f54896959839 req-08534bf7-1fe4-4314-a862-aed210e05e63 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859704 Sep 23 14:04:39.421591 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266ac72-72cc-4359-a10b-2d308e81fb84 req-f1565227-52aa-493d-b34c-643bf88995d5 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:39.423084 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e266ac72-72cc-4359-a10b-2d308e81fb84 req-f1565227-52aa-493d-b34c-643bf88995d5 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 947 time: 0.0469012 Sep 23 14:04:39.463979 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 3dccf39d-2e29-4cc0-a163-7c174916734c details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:04:39.470177 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e266ac72-72cc-4359-a10b-2d308e81fb84 req-66630078-cb7b-43a7-86d2-12aac09cda34 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415690 Sep 23 14:04:39.561345 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 3dccf39d-2e29-4cc0-a163-7c174916734c, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=3dccf39d-2e29-4cc0-a163-7c174916734c,segment=NetworkSegment(53b93498-2545-4e32-879b-ddf4d2665cec),segment_id=53b93498-2545-4e32-879b-ddf4d2665cec)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:39.572561 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '3dccf39d-2e29-4cc0-a163-7c174916734c', 'network_id': '5a1bc31c-2355-4758-aae4-c6557fc2db87', 'port_id': '3dccf39d-2e29-4cc0-a163-7c174916734c', 'mac_address': 'fa:16:3e:d8:5e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02aaddb2-70ed-4763-9ef5-b704ab8a9403', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:04:39.593348 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:39.607521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 3dccf39d-2e29-4cc0-a163-7c174916734c is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:04:39.607910 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:39.624851 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dccf39d-2e29-4cc0-a163-7c174916734c {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:04:39.643950 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 3dccf39d-2e29-4cc0-a163-7c174916734c, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=3dccf39d-2e29-4cc0-a163-7c174916734c,segment=NetworkSegment(53b93498-2545-4e32-879b-ddf4d2665cec),segment_id=53b93498-2545-4e32-879b-ddf4d2665cec)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:39.700070 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:39.747210 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=3dccf39d-2e29-4cc0-a163-7c174916734c,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:40.139170 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['3dccf39d-2e29-4cc0-a163-7c174916734c'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:04:40.595267 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280981a3-cf4d-4ebf-873b-2666930e61a2 req-ad8d82fa-cda6-490c-a9e6-c1bdcd0b4298 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:40.596651 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-280981a3-cf4d-4ebf-873b-2666930e61a2 req-ad8d82fa-cda6-490c-a9e6-c1bdcd0b4298 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 948 time: 0.0464263 Sep 23 14:04:40.648865 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-280981a3-cf4d-4ebf-873b-2666930e61a2 req-5bd872ee-da2c-47a8-83cc-657fbf8c1716 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Sep 23 14:04:41.494400 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 3dccf39d-2e29-4cc0-a163-7c174916734c up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:04:41.535971 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 3dccf39d-2e29-4cc0-a163-7c174916734c completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:04:41.602921 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 3dccf39d-2e29-4cc0-a163-7c174916734c triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:04:41.604386 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:41.604386 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 3dccf39d-2e29-4cc0-a163-7c174916734c Sep 23 14:04:41.605441 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:41.676731 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 3dccf39d-2e29-4cc0-a163-7c174916734c is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:04:41.677122 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:41.700990 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f494b01-791a-4c3d-af21-0acceb3aedec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dccf39d-2e29-4cc0-a163-7c174916734c'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:41.703329 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552da793-aa93-437b-919c-1791867cbd5e" -d '{"events": [{"server_uuid": "2f494b01-791a-4c3d-af21-0acceb3aedec", "name": "network-vif-plugged", "status": "completed", "tag": "3dccf39d-2e29-4cc0-a163-7c174916734c"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:41.723150 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 3dccf39d-2e29-4cc0-a163-7c174916734c, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=3dccf39d-2e29-4cc0-a163-7c174916734c,segment=NetworkSegment(53b93498-2545-4e32-879b-ddf4d2665cec),segment_id=53b93498-2545-4e32-879b-ddf4d2665cec)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:41.746873 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e5f692-9ff3-4de3-839e-1aed70f73894 x-openstack-request-id: req-d8e5f692-9ff3-4de3-839e-1aed70f73894 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:41.747238 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f494b01-791a-4c3d-af21-0acceb3aedec", "name": "network-vif-plugged", "status": "completed", "tag": "3dccf39d-2e29-4cc0-a163-7c174916734c", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:41.748443 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8e5f692-9ff3-4de3-839e-1aed70f73894 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:41.748443 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e5f692-9ff3-4de3-839e-1aed70f73894'] response: {'server_uuid': '2f494b01-791a-4c3d-af21-0acceb3aedec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dccf39d-2e29-4cc0-a163-7c174916734c', 'code': 200} Sep 23 14:04:41.771106 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15814032-cfca-41bc-af87-e518804f63a2 req-fc7d2a33-eb25-4ab7-a706-e3a5fd0f4a55 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:41.772582 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-15814032-cfca-41bc-af87-e518804f63a2 req-fc7d2a33-eb25-4ab7-a706-e3a5fd0f4a55 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 948 time: 0.0480835 Sep 23 14:04:41.795822 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:41.823758 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-15814032-cfca-41bc-af87-e518804f63a2 req-407457ac-a22a-4c3b-b191-83104863b729 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Sep 23 14:04:41.845386 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=3dccf39d-2e29-4cc0-a163-7c174916734c,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:42.137991 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03eb64-4756-4aad-9208-946942c6b599 req-34a030bb-f715-4929-98b9-7407c5509a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:42.139570 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0a03eb64-4756-4aad-9208-946942c6b599 req-34a030bb-f715-4929-98b9-7407c5509a1c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 1133 time: 0.0396397 Sep 23 14:04:42.183888 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0a03eb64-4756-4aad-9208-946942c6b599 req-f99c92a9-d004-40b4-a174-02468ffe2546 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378692 Sep 23 14:04:42.949867 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67af2dd-b79f-437c-8fe9-c44f63ceafbe req-febbb5a5-604c-4794-914e-49b8c8170c11 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:42.951348 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f67af2dd-b79f-437c-8fe9-c44f63ceafbe req-febbb5a5-604c-4794-914e-49b8c8170c11 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 949 time: 0.0496888 Sep 23 14:04:42.998393 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f67af2dd-b79f-437c-8fe9-c44f63ceafbe req-74e072ea-4c45-4c62-996d-fb7a249aa889 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Sep 23 14:04:44.105320 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:44.122215 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e5d62-4a0e-436b-ad03-ae307ce65baf req-0942ad27-96d1-4f22-ad7f-43cdbcefc1ca tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:44.123788 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ac2e5d62-4a0e-436b-ad03-ae307ce65baf req-0942ad27-96d1-4f22-ad7f-43cdbcefc1ca tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 949 time: 0.0489120 Sep 23 14:04:44.171793 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ac2e5d62-4a0e-436b-ad03-ae307ce65baf req-5aef85f8-f900-4e94-a916-7fd1af9352c8 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Sep 23 14:04:44.710817 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:44.983769 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f3fac309-417a-4fdd-8f52-66db054cdcbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:45.292475 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2f907-3df9-4628-9a7e-ea3456c2eee8 req-d7871f32-8c60-42ec-81ed-582f7b000d00 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:45.293828 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-13c2f907-3df9-4628-9a7e-ea3456c2eee8 req-d7871f32-8c60-42ec-81ed-582f7b000d00 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 949 time: 0.0458579 Sep 23 14:04:45.344377 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-13c2f907-3df9-4628-9a7e-ea3456c2eee8 req-e6bd6758-c0fb-4cdd-a5e3-add9af688786 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449238 Sep 23 14:04:45.801755 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c600511-7621-4229-b93c-7b9c0569391c req-91c35a2e-6367-45df-8033-b3254e8541da tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:45.803238 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3c600511-7621-4229-b93c-7b9c0569391c req-91c35a2e-6367-45df-8033-b3254e8541da tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 949 time: 0.0465593 Sep 23 14:04:45.850180 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3c600511-7621-4229-b93c-7b9c0569391c req-93a1fdb9-baed-4d95-9cda-af95041c9ad6 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Sep 23 14:04:46.970475 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcf01-0613-48c9-9582-b5e1d620b1db req-a9b7d1a7-7ae8-4620-8bf8-bb35f6086e20 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:46.971919 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9eafcf01-0613-48c9-9582-b5e1d620b1db req-a9b7d1a7-7ae8-4620-8bf8-bb35f6086e20 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 949 time: 0.0456202 Sep 23 14:04:47.018120 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=43 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:47.018679 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9eafcf01-0613-48c9-9582-b5e1d620b1db req-e6f6ae6a-f2fc-4d05-8ef7-8d83f0d50f5b tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Sep 23 14:04:47.025828 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:47.320667 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-eec9214d-c386-484a-8d6a-426e2063811d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:47.752948 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cb128-8bc6-48ab-8a95-850365176630 req-a32227e4-b29c-4074-9b29-4bbb5174a985 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:47.754387 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1d8cb128-8bc6-48ab-8a95-850365176630 req-a32227e4-b29c-4074-9b29-4bbb5174a985 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 949 time: 0.0483646 Sep 23 14:04:47.869006 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-1d8cb128-8bc6-48ab-8a95-850365176630 req-6545cfb9-0a5e-4bbe-b35f-e07be89332b3 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Deleting port 3dccf39d-2e29-4cc0-a163-7c174916734c {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:04:47.869268 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-1d8cb128-8bc6-48ab-8a95-850365176630 req-6545cfb9-0a5e-4bbe-b35f-e07be89332b3 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:47.885947 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:47.962081 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-1d8cb128-8bc6-48ab-8a95-850365176630 req-6545cfb9-0a5e-4bbe-b35f-e07be89332b3 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] For port 3dccf39d-2e29-4cc0-a163-7c174916734c, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=3dccf39d-2e29-4cc0-a163-7c174916734c,segment=NetworkSegment(53b93498-2545-4e32-879b-ddf4d2665cec),segment_id=53b93498-2545-4e32-879b-ddf4d2665cec)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:47.962536 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-1d8cb128-8bc6-48ab-8a95-850365176630 req-6545cfb9-0a5e-4bbe-b35f-e07be89332b3 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:47.976822 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-1d8cb128-8bc6-48ab-8a95-850365176630 req-6545cfb9-0a5e-4bbe-b35f-e07be89332b3 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Calling delete_port for 3dccf39d-2e29-4cc0-a163-7c174916734c owned by compute:nova {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:04:48.143224 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e70e-1118-471a-8cf3-12926341f133 req-b544c4b2-b11b-4bc3-859b-2e02c15b38d1 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:04:48.144604 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9540e70e-1118-471a-8cf3-12926341f133 req-b544c4b2-b11b-4bc3-859b-2e02c15b38d1 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 949 time: 0.0498710 Sep 23 14:04:48.191923 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9540e70e-1118-471a-8cf3-12926341f133 req-f288d5ea-3b1d-4357-8e9f-be9e58cdf3a7 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bb31ad5b-832b-48bf-ba18-30a84a456454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412345 Sep 23 14:04:48.200512 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-1d8cb128-8bc6-48ab-8a95-850365176630 req-6545cfb9-0a5e-4bbe-b35f-e07be89332b3 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (3dccf39d-2e29-4cc0-a163-7c174916734c), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:48.235315 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545cfb9-0a5e-4bbe-b35f-e07be89332b3 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Pushing event deleted for resources: {'Port': ['ID=3dccf39d-2e29-4cc0-a163-7c174916734c,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:48.257868 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['3dccf39d-2e29-4cc0-a163-7c174916734c'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:04:48.523365 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8cb128-8bc6-48ab-8a95-850365176630 req-6545cfb9-0a5e-4bbe-b35f-e07be89332b3 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] No DVR routers for this DVR port 3dccf39d-2e29-4cc0-a163-7c174916734c on host hv-cinder-85743 {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:04:48.526857 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-1d8cb128-8bc6-48ab-8a95-850365176630 req-6545cfb9-0a5e-4bbe-b35f-e07be89332b3 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:48.530197 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1d8cb128-8bc6-48ab-8a95-850365176630 req-6545cfb9-0a5e-4bbe-b35f-e07be89332b3 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3dccf39d-2e29-4cc0-a163-7c174916734c HTTP/1.1" status: 204 len: 173 time: 0.7661030 Sep 23 14:04:48.534191 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f494b01-791a-4c3d-af21-0acceb3aedec', 'name': 'network-vif-deleted', 'tag': '3dccf39d-2e29-4cc0-a163-7c174916734c'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:04:48.534191 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bcf66b-1dfb-4fef-8408-177f4eedef3f" -d '{"events": [{"server_uuid": "2f494b01-791a-4c3d-af21-0acceb3aedec", "name": "network-vif-deleted", "tag": "3dccf39d-2e29-4cc0-a163-7c174916734c"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:48.557535 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:48.569154 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cf58f6-6295-46c6-8cd6-bde2640d4e27 x-openstack-request-id: req-b4cf58f6-6295-46c6-8cd6-bde2640d4e27 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:48.569441 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f494b01-791a-4c3d-af21-0acceb3aedec", "name": "network-vif-deleted", "tag": "3dccf39d-2e29-4cc0-a163-7c174916734c", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:48.569689 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4cf58f6-6295-46c6-8cd6-bde2640d4e27 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:48.570090 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cf58f6-6295-46c6-8cd6-bde2640d4e27'] response: {'server_uuid': '2f494b01-791a-4c3d-af21-0acceb3aedec', 'name': 'network-vif-deleted', 'tag': '3dccf39d-2e29-4cc0-a163-7c174916734c', 'status': 'completed', 'code': 200} Sep 23 14:04:49.309903 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ea910a13-a590-4fbf-835f-2fceda8944fa req-7cd0a53a-7021-4eae-9364-f79d8da7d573 tempest-VolumesNegativeTest-475273187 tempest-VolumesNegativeTest-475273187-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2f494b01-791a-4c3d-af21-0acceb3aedec HTTP/1.1" status: 200 len: 210 time: 0.0287778 Sep 23 14:04:49.979228 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:50.173993 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:51.554489 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 3dccf39d-2e29-4cc0-a163-7c174916734c no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:04:51.574291 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 3dccf39d-2e29-4cc0-a163-7c174916734c {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:04:51.574673 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 3dccf39d-2e29-4cc0-a163-7c174916734c not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:04:53.300474 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=36 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:53.301812 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=56,neutron:UPDATE=6 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:56.429568 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60068) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:56.561774 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-d7c87a06-f88d-4d60-911e-fe3fc23ba826 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8f795f5f1a0541e28e28c4fc48877888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309707 Sep 23 14:04:56.564563 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60072) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:04:56.583763 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:04:56.616657 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec88c005-27e5-4b4e-8bff-be6fc3dca227 admin admin] Publish callbacks [] for security_group (bb31ad5b-832b-48bf-ba18-30a84a456454), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:56.637050 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec88c005-27e5-4b4e-8bff-be6fc3dca227 admin admin] Publish callbacks [] for security_group (bb31ad5b-832b-48bf-ba18-30a84a456454), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:56.771944 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec88c005-27e5-4b4e-8bff-be6fc3dca227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (bb31ad5b-832b-48bf-ba18-30a84a456454), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:56.774482 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec88c005-27e5-4b4e-8bff-be6fc3dca227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:04:56.775630 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ec88c005-27e5-4b4e-8bff-be6fc3dca227 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bb31ad5b-832b-48bf-ba18-30a84a456454 HTTP/1.1" status: 204 len: 168 time: 0.2101891 Sep 23 14:04:56.784103 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c005-27e5-4b4e-8bff-be6fc3dca227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb31ad5b-832b-48bf-ba18-30a84a456454,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:58.290234 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:05:01.558516 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:06.778181 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:06.779004 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=73,neutron:DELETE=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:06.797459 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:08.286750 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:13.995074 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ef77766-b2d8-476a-8582-f31607a09bef req-aff9c2a8-5c7d-44dc-8790-77216f2d892e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393226 Sep 23 14:05:14.075572 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef77766-b2d8-476a-8582-f31607a09bef req-df971527-8fd3-42cf-92d0-5d880d02fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:14.077058 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ef77766-b2d8-476a-8582-f31607a09bef req-df971527-8fd3-42cf-92d0-5d880d02fde8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 1130 time: 0.0396349 Sep 23 14:05:14.211111 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef77766-b2d8-476a-8582-f31607a09bef req-7f87d906-780e-4028-be94-8e91b04c21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:14.213263 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ef77766-b2d8-476a-8582-f31607a09bef req-7f87d906-780e-4028-be94-8e91b04c21ef service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 916 time: 0.1114287 Sep 23 14:05:14.284244 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ef77766-b2d8-476a-8582-f31607a09bef req-c8aac8d4-d178-44f1-bbb0-67151f613ba4 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fa468b7-9788-436b-98a3-9a8ce2151269 HTTP/1.1" status: 200 len: 1001 time: 0.0630906 Sep 23 14:05:14.333691 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef77766-b2d8-476a-8582-f31607a09bef req-5311deaf-07a2-4540-8c67-7cbdc05759df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:14.335226 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ef77766-b2d8-476a-8582-f31607a09bef req-5311deaf-07a2-4540-8c67-7cbdc05759df service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=80f7adc6-3046-4d27-ba65-e533eb9cae24 HTTP/1.1" status: 200 len: 854 time: 0.0448229 Sep 23 14:05:14.380264 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef77766-b2d8-476a-8582-f31607a09bef req-2baefeca-145f-44a5-a3b3-4b0cd3858a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:14.381761 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ef77766-b2d8-476a-8582-f31607a09bef req-2baefeca-145f-44a5-a3b3-4b0cd3858a8f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=34e7a0c6-e35b-482b-a11c-b3c893e03a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395288 Sep 23 14:05:14.474636 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ef77766-b2d8-476a-8582-f31607a09bef req-9e3b6702-d524-4098-835f-e71c79b4f79e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860796 Sep 23 14:05:14.568876 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ef77766-b2d8-476a-8582-f31607a09bef req-8dfd1a67-89eb-4f6c-87f0-02e87e8bb270 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876729 Sep 23 14:05:14.728705 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:14.823645 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0216-ec59-416c-a36e-623374099bf1 req-115b2932-a4c3-48cf-8fb0-eedbab78ab84 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:14.825019 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-837f0216-ec59-416c-a36e-623374099bf1 req-115b2932-a4c3-48cf-8fb0-eedbab78ab84 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0516062 Sep 23 14:05:14.873162 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-837f0216-ec59-416c-a36e-623374099bf1 req-38d7ab5e-9703-4541-abfb-b414b3c11bd3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 Sep 23 14:05:14.991502 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0857ef0c-5625-47e7-9505-05700e3e1567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:16.001493 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe9039-926e-4b22-b423-c6f8f2975a20 req-dac90831-bdfb-4dc7-b195-048a1e0a0476 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:16.002992 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-01fe9039-926e-4b22-b423-c6f8f2975a20 req-dac90831-bdfb-4dc7-b195-048a1e0a0476 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0474651 Sep 23 14:05:16.050390 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-01fe9039-926e-4b22-b423-c6f8f2975a20 req-82d3512d-3d2d-46f0-a67f-ee75b5b9913f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410779 Sep 23 14:05:17.174628 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0196960-e150-40a8-9d19-435e7bccd218 req-e78fd822-70a5-49df-90af-50106ba524f6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:17.176233 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0196960-e150-40a8-9d19-435e7bccd218 req-e78fd822-70a5-49df-90af-50106ba524f6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0478129 Sep 23 14:05:17.228271 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0196960-e150-40a8-9d19-435e7bccd218 req-a0a85fdc-486c-4a79-9920-fe54ce245431 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461848 Sep 23 14:05:17.313783 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8226f340-b548-4a19-af03-66771350ad89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:18.356270 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72936a16-534a-4041-bce0-756c45fe98e6 req-608cc538-06bc-44c5-a7ef-6dfd5f2aad8a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:18.357753 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-72936a16-534a-4041-bce0-756c45fe98e6 req-608cc538-06bc-44c5-a7ef-6dfd5f2aad8a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0465238 Sep 23 14:05:18.408940 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-72936a16-534a-4041-bce0-756c45fe98e6 req-82edba82-7c24-4d4d-8ae2-dafe91fe43ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 Sep 23 14:05:18.591141 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:19.271830 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60268) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:19.377229 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:19.456714 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Publish callbacks [] for security_group (f121c451-4a91-4f9d-93d3-808b93516cb0), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:19.529022 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (f121c451-4a91-4f9d-93d3-808b93516cb0), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:19.533351 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c51cdf-8f1e-4639-98ec-183f23507cc9 req-c0953e6e-5a0c-4f7c-aee3-4f4deca1a319 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:19.534849 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-51c51cdf-8f1e-4639-98ec-183f23507cc9 req-c0953e6e-5a0c-4f7c-aee3-4f4deca1a319 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0466018 Sep 23 14:05:19.570747 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=66f7fb13cacb4e4399a44dc31c4b40d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977529 Sep 23 14:05:19.571701 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f121c451-4a91-4f9d-93d3-808b93516cb0,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:19.574599 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60274) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:19.583125 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-51c51cdf-8f1e-4639-98ec-183f23507cc9 req-3070136b-ce1b-480a-9204-b1da05079d60 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Sep 23 14:05:19.591242 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.591596 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.591942 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.592282 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.592618 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.592948 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.593275 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.593602 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.593930 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.594258 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.594611 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.594928 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.595251 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.595577 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.595891 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3cb6e-795e-49d8-a77d-f069d8dc3884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:19.639202 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b62e6390-73ee-46fc-9270-d7479229afe9 admin admin] Publish callbacks [] for security_group (f121c451-4a91-4f9d-93d3-808b93516cb0), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:19.659339 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b62e6390-73ee-46fc-9270-d7479229afe9 admin admin] Publish callbacks [] for security_group (f121c451-4a91-4f9d-93d3-808b93516cb0), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:19.788963 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b62e6390-73ee-46fc-9270-d7479229afe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (f121c451-4a91-4f9d-93d3-808b93516cb0), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:19.791623 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b62e6390-73ee-46fc-9270-d7479229afe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:19.792810 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b62e6390-73ee-46fc-9270-d7479229afe9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f121c451-4a91-4f9d-93d3-808b93516cb0 HTTP/1.1" status: 204 len: 168 time: 0.2172258 Sep 23 14:05:19.801213 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e6390-73ee-46fc-9270-d7479229afe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f121c451-4a91-4f9d-93d3-808b93516cb0,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:20.014182 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:20.157551 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:20.677109 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:20.718902 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b63c84-e6fd-4868-a6a7-4df372b7e249 req-57b1f0fe-420e-42a8-aec9-fbaaba388e7f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:20.720375 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-03b63c84-e6fd-4868-a6a7-4df372b7e249 req-57b1f0fe-420e-42a8-aec9-fbaaba388e7f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0531657 Sep 23 14:05:20.739911 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:20.769417 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-03b63c84-e6fd-4868-a6a7-4df372b7e249 req-6792de18-c175-462c-90c5-92910d30e557 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 Sep 23 14:05:20.795357 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60298) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:20.891548 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1895792644-network', 'tenant_id': '728460a287914347b74cfe886f56ee6c'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:21.183152 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Made reservation on behalf of 728460a287914347b74cfe886f56ee6c for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:05:21.186083 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:21.199145 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:21.276526 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Publish callbacks [] for security_group (4d214abd-86e3-49d4-98f5-40531dc97f7a), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:21.357521 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4d214abd-86e3-49d4-98f5-40531dc97f7a), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:21.383853 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=106652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:05:21.392802 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d214abd-86e3-49d4-98f5-40531dc97f7a,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:21.398938 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (e0c36694-71db-47ed-8830-b64cfed577df), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:21.399307 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Added segment e0c36694-71db-47ed-8830-b64cfed577df of type vlan for network 190676c3-b885-43ca-a750-4bc929641327 Sep 23 14:05:21.440334 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (190676c3-b885-43ca-a750-4bc929641327), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:21.523263 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (190676c3-b885-43ca-a750-4bc929641327), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:21.524309 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:21.524891 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:21.587960 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] Pushing event updated for resources: {'Network': ['ID=190676c3-b885-43ca-a750-4bc929641327,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:21.597496 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 190676c3-b885-43ca-a750-4bc929641327 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:05:21.623424 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-392b3f77-0e8e-47b5-a4cc-27c7333e346f admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8268490 Sep 23 14:05:21.626440 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60302) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:21.631630 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] Request body: {'subnet': {'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1895792644-subnet', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'ip_version': 4}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:21.702487 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] Made reservation on behalf of 728460a287914347b74cfe886f56ee6c for: {'subnet': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:05:21.704998 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:21.719030 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:21.760818 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:21.900052 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327103-de48-4370-b023-cb5b0c52b5e0 req-0d6141fc-f727-4373-9d3d-e38d9e9369ef tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:21.901538 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-05327103-de48-4370-b023-cb5b0c52b5e0 req-0d6141fc-f727-4373-9d3d-e38d9e9369ef tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0478106 Sep 23 14:05:21.948196 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-05327103-de48-4370-b023-cb5b0c52b5e0 req-2d3a8ec3-13dd-4422-950f-36a0429f6303 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409720 Sep 23 14:05:21.969305 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (a0146b41-ef41-48f1-986e-e2e2f17f5d30), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.027089 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0146b41-ef41-48f1-986e-e2e2f17f5d30,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:22.036469 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] Checking segment: {'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:05:22.036825 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] Network hostable DHCP agents. Network: 190676c3-b885-43ca-a750-4bc929641327, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:05:22.126345 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] Network 190676c3-b885-43ca-a750-4bc929641327 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:05:22.228411 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 190676c3-b885-43ca-a750-4bc929641327) {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:05:22.232568 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:22.233188 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.237155 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4e53e5-9b6c-40da-b9d0-98e0bffe75c6 None None] Network 190676c3-b885-43ca-a750-4bc929641327 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:05:22.320952 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-216f099b-2d83-41d4-a626-88e720b45608 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6933386 Sep 23 14:05:22.323649 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60306) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:22.327839 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:22.338558 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-190676c3-b885-43ca-a750-4bc929641327', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'project_id': '728460a287914347b74cfe886f56ee6c', 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 14:05:22.339536 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.438129 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (742d5875-78d9-438e-b758-953a3f91bd88), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.439241 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (742d5875-78d9-438e-b758-953a3f91bd88), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.472300 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Allocated IP 172.20.0.2 (190676c3-b885-43ca-a750-4bc929641327/a0146b41-ef41-48f1-986e-e2e2f17f5d30/0f0ba6ce-8a8f-4f94-819c-a227a931f6a8) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:05:22.492154 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Publish callbacks [] for router_controller (742d5875-78d9-438e-b758-953a3f91bd88), precommit_add_association {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.615573 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Publish callbacks [] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.680149 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.680580 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Publish callbacks [] for router_gateway (742d5875-78d9-438e-b758-953a3f91bd88), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.719969 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Network 190676c3-b885-43ca-a750-4bc929641327 is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:05:22.724542 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:05:22.729193 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:05:22.735780 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Pushing event updated for resources: {'Port': ['ID=0f0ba6ce-8a8f-4f94-819c-a227a931f6a8,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:22.796564 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Attempting to bind port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:05:22.796935 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Attempting to bind port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:05:22.797301 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Attempting to bind port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 on network 190676c3-b885-43ca-a750-4bc929641327 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:05:22.810550 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:22.838617 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:22.841659 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:05:22.842035 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Checking segment: {'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:05:22.842469 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.842875 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Bound using segment: {'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:05:22.843350 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Bound port: 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:05:22.843735 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.875125 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:22.907303 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] For port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:05:22.910396 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] For port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=0f0ba6ce-8a8f-4f94-819c-a227a931f6a8,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:05:22.910787 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Publish callbacks [] for router_gateway (742d5875-78d9-438e-b758-953a3f91bd88), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:22.929863 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:23.000987 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:23.051799 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Allocated IP 172.27.1.128 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/7f3f6cc8-740c-44fe-b7f3-67d7764794aa) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:05:23.062722 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979b67c-b996-4ff9-8e4a-dbeecd405cce None None] Pushing event updated for resources: {'Port': ['ID=0f0ba6ce-8a8f-4f94-819c-a227a931f6a8,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:23.081238 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42311d58-0d83-4ab9-9510-34e6a233f8bf req-847a84c5-1aa5-49ee-a464-c528e9cbbf3e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:23.082876 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-42311d58-0d83-4ab9-9510-34e6a233f8bf req-847a84c5-1aa5-49ee-a464-c528e9cbbf3e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0499792 Sep 23 14:05:23.148552 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-42311d58-0d83-4ab9-9510-34e6a233f8bf req-89550d8f-2013-4de4-928a-1beea0066187 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549035 Sep 23 14:05:23.157298 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:23.185007 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Publish callbacks [] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:23.310381 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:23.356482 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:05:23.359596 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:05:23.362049 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:05:23.404422 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3f6cc8-740c-44fe-b7f3-67d7764794aa,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:23.663066 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Publish callbacks [] for router_gateway (742d5875-78d9-438e-b758-953a3f91bd88), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:23.746145 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:05:23.798513 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:23.798961 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:23.799390 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 Sep 23 14:05:23.868381 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (742d5875-78d9-438e-b758-953a3f91bd88), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:23.880308 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:23.880799 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:23.921784 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=0f0ba6ce-8a8f-4f94-819c-a227a931f6a8,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:23.952925 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63f5c4-e59d-4d28-8119-a25faa8eb9c7 None None] Network 190676c3-b885-43ca-a750-4bc929641327 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:05:23.976888 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:24.018865 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-604bac55-4807-4deb-893e-9806d6112477 None None] Provisioning complete for port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:24.019229 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-604bac55-4807-4deb-893e-9806d6112477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:24.019560 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-604bac55-4807-4deb-893e-9806d6112477 None None] Attempt 1 to provision port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 Sep 23 14:05:24.023222 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:24.068436 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Router 742d5875-78d9-438e-b758-953a3f91bd88 is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:05:24.136208 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=0f0ba6ce-8a8f-4f94-819c-a227a931f6a8,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:24.149878 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.150232 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.150608 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.150977 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.151321 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.151656 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.151985 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.152316 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.152643 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.152969 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.153388 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.153691 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.153946 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.154265 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.154608 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.181550 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:05:24.195555 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-604bac55-4807-4deb-893e-9806d6112477 None None] Current status of the port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:24.197278 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Sync routers for ids ['742d5875-78d9-438e-b758-953a3f91bd88'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:05:24.207420 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Routers {'742d5875-78d9-438e-b758-953a3f91bd88'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:24.208068 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['742d5875-78d9-438e-b758-953a3f91bd88'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:24.291802 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:24.297171 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-f5878b05-ab1e-4a56-82b2-88ad58781f82 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9724393 Sep 23 14:05:24.298234 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60316) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:24.302451 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd5154-9a24-405d-a964-b59122a141c4 req-dab6c5ce-8f3b-477f-9e7c-a3d9115fd822 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:24.304553 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-09cd5154-9a24-405d-a964-b59122a141c4 req-dab6c5ce-8f3b-477f-9e7c-a3d9115fd822 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0537193 Sep 23 14:05:24.325996 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Set router 742d5875-78d9-438e-b758-953a3f91bd88 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:24.363380 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-09cd5154-9a24-405d-a964-b59122a141c4 req-0cca153c-f185-42af-881b-615a02c17ae7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494730 Sep 23 14:05:24.546190 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:24.554323 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-8e73dbbb-cc61-434c-9b39-8cd74a79ce8b None None] Provisioning complete for port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:24.554554 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8e73dbbb-cc61-434c-9b39-8cd74a79ce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:24.555004 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-8e73dbbb-cc61-434c-9b39-8cd74a79ce8b None None] Attempt 1 to provision port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 Sep 23 14:05:24.586655 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:24.633189 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:24.693442 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-8e73dbbb-cc61-434c-9b39-8cd74a79ce8b None None] Current status of the port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:24.705680 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:23Z', 'revision_number': 3, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:24.719020 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:24.730691 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Checking router: 742d5875-78d9-438e-b758-953a3f91bd88 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:05:24.731044 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Updating router 742d5875-78d9-438e-b758-953a3f91bd88 port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa binding host dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:05:24.759315 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:24.871827 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Allocated IP 172.20.0.1 (190676c3-b885-43ca-a750-4bc929641327/a0146b41-ef41-48f1-986e-e2e2f17f5d30/43333946-8b3d-4765-a3b2-b7811dbc5acc) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:05:25.008228 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Publish callbacks [] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), precommit_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.057765 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.095253 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Attempting to bind port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:05:25.095621 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Attempting to bind port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:05:25.095985 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Attempting to bind port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:05:25.136961 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456424b-0ee0-4c99-bf01-dae49da6d767 None None] Pushing event updated for resources: {'Port': ['ID=7f3f6cc8-740c-44fe-b7f3-67d7764794aa,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:25.156664 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:05:25.157031 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:05:25.157429 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.157814 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:05:25.158281 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Bound port: 7f3f6cc8-740c-44fe-b7f3-67d7764794aa, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:05:25.158693 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.210492 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] For port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:05:25.210824 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Publish callbacks [] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.213814 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] For port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=7f3f6cc8-740c-44fe-b7f3-67d7764794aa,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:05:25.218701 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:25.326695 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.350202 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.368429 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Routers {'742d5875-78d9-438e-b758-953a3f91bd88'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:25.369055 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['742d5875-78d9-438e-b758-953a3f91bd88'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:25.388302 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Network 190676c3-b885-43ca-a750-4bc929641327 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:05:25.392783 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:05:25.396706 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:05:25.397886 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (742d5875-78d9-438e-b758-953a3f91bd88), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.429558 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456424b-0ee0-4c99-bf01-dae49da6d767 None None] Pushing event updated for resources: {'Port': ['ID=7f3f6cc8-740c-44fe-b7f3-67d7764794aa,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:25.433769 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=43333946-8b3d-4765-a3b2-b7811dbc5acc,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:25.442020 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:25.508892 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] Set router 742d5875-78d9-438e-b758-953a3f91bd88 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:25.528251 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f96d7b-bb6a-43f6-aee0-3719ff15ab36 req-3d15eae7-d16f-41ca-a7f4-4cbae4d19226 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:25.530513 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f7f96d7b-bb6a-43f6-aee0-3719ff15ab36 req-3d15eae7-d16f-41ca-a7f4-4cbae4d19226 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0633454 Sep 23 14:05:25.585941 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f7f96d7b-bb6a-43f6-aee0-3719ff15ab36 req-57391999-8098-4dcd-b9e7-af626ccc518b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473340 Sep 23 14:05:25.626872 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.638112 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:25.648694 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Provisioning complete for port 43333946-8b3d-4765-a3b2-b7811dbc5acc triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:25.649079 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.649425 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Attempt 1 to provision port 43333946-8b3d-4765-a3b2-b7811dbc5acc Sep 23 14:05:25.720732 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Port 43333946-8b3d-4765-a3b2-b7811dbc5acc cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:25.731074 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:05:25.770440 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:25.773559 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:23Z', 'revision_number': 3, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:25.797806 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Publish callbacks [] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.803908 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee7cfc-a693-4e5e-9bdc-9934f74694b5 None None] The sync data for ids ['742d5875-78d9-438e-b758-953a3f91bd88'] in dv-cinder-857434-4-iscsi is: [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:23Z', 'revision_number': 3, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:05:25.816875 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:25.817255 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.817630 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 Sep 23 14:05:25.872609 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.873481 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (742d5875-78d9-438e-b758-953a3f91bd88), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:25.896347 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:25.961681 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=43333946-8b3d-4765-a3b2-b7811dbc5acc,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:26.013093 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Network 190676c3-b885-43ca-a750-4bc929641327 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:05:26.014667 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:05:26.145487 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Router 742d5875-78d9-438e-b758-953a3f91bd88 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:05:26.221515 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Attempt 2 to provision port 43333946-8b3d-4765-a3b2-b7811dbc5acc Sep 23 14:05:26.262027 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Port 43333946-8b3d-4765-a3b2-b7811dbc5acc cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:26.271234 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:05:26.276834 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-50d256f6-576f-4b49-96ea-4afac71f4ed5 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/742d5875-78d9-438e-b758-953a3f91bd88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9773378 Sep 23 14:05:26.729607 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a8d6b-5672-4ef0-8bf5-03d8f08e3230 req-2455e35c-9137-4de6-91e7-1f2694ee4488 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:26.731175 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d22a8d6b-5672-4ef0-8bf5-03d8f08e3230 req-2455e35c-9137-4de6-91e7-1f2694ee4488 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0546401 Sep 23 14:05:26.762989 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Attempt 3 to provision port 43333946-8b3d-4765-a3b2-b7811dbc5acc Sep 23 14:05:26.781420 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d22a8d6b-5672-4ef0-8bf5-03d8f08e3230 req-87986ee9-690b-42ad-b59b-1d4ce34abce6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444138 Sep 23 14:05:26.797218 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Port 43333946-8b3d-4765-a3b2-b7811dbc5acc cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:26.994272 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60338) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:26.999149 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1385836745-network', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:27.117456 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Made reservation on behalf of 09f3cfa0c4164cb0b07f49311387aa98 for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:05:27.118187 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:27.127688 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:27.174110 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:27.207186 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Publish callbacks [] for security_group (65490110-c324-455c-afa9-d820d3b8a72f), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:27.280813 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (65490110-c324-455c-afa9-d820d3b8a72f), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:27.296662 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Sync routers for ids ['742d5875-78d9-438e-b758-953a3f91bd88'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:05:27.298649 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Attempt 4 to provision port 43333946-8b3d-4765-a3b2-b7811dbc5acc Sep 23 14:05:27.310830 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Routers {'742d5875-78d9-438e-b758-953a3f91bd88'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:27.311599 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['742d5875-78d9-438e-b758-953a3f91bd88'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:27.324806 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=106652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:05:27.331121 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65490110-c324-455c-afa9-d820d3b8a72f,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:27.339053 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (8a7b9428-8005-47d1-b05c-0a0789db73db), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:27.339564 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Added segment 8a7b9428-8005-47d1-b05c-0a0789db73db of type vlan for network d134b751-029b-422e-bb9e-afd084983f5d Sep 23 14:05:27.365489 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Port 43333946-8b3d-4765-a3b2-b7811dbc5acc cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:27.384228 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:27.397499 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (d134b751-029b-422e-bb9e-afd084983f5d), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:27.426524 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Set router 742d5875-78d9-438e-b758-953a3f91bd88 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:27.509716 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (d134b751-029b-422e-bb9e-afd084983f5d), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:27.510841 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:27.511313 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:27.577469 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d134b751-029b-422e-bb9e-afd084983f5d,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:27.588327 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network d134b751-029b-422e-bb9e-afd084983f5d details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:05:27.621251 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 4, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '43333946-8b3d-4765-a3b2-b7811dbc5acc', 'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'mac_address': 'fa:16:3e:84:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:24Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 2, 'project_id': '728460a287914347b74cfe886f56ee6c', 'subnets': [{'id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:27.626180 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d6054ff4-942b-4cf2-ad98-8b15929b11c7 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6305664 Sep 23 14:05:27.628916 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60348) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:27.634870 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Request body: {'subnet': {'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1385836745-subnet', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'ip_version': 4}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:27.646374 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Checking router: 742d5875-78d9-438e-b758-953a3f91bd88 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:05:27.646705 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Updating router 742d5875-78d9-438e-b758-953a3f91bd88 port 43333946-8b3d-4765-a3b2-b7811dbc5acc binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:05:27.676395 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:27.738226 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Made reservation on behalf of 09f3cfa0c4164cb0b07f49311387aa98 for: {'subnet': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:05:27.743743 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3231258'] for subnet (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:27.761922 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 7f3f6cc8-740c-44fe-b7f3-67d7764794aa up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:05:27.809526 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:27.810741 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:27.811510 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa Sep 23 14:05:27.867482 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Attempt 5 to provision port 43333946-8b3d-4765-a3b2-b7811dbc5acc Sep 23 14:05:27.907933 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Port 43333946-8b3d-4765-a3b2-b7811dbc5acc cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:28.006440 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152023-5676-40a4-b63c-8b625ba0aebe req-79d05bd0-47fe-4415-8841-23a626a0edf7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:28.008088 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f4152023-5676-40a4-b63c-8b625ba0aebe req-79d05bd0-47fe-4415-8841-23a626a0edf7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.1122732 Sep 23 14:05:28.031034 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e9019-8132-4ed3-812f-17cd7d579bce req-bc89f523-1ed6-4292-954e-0893f0772ced tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:28.032555 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-486e9019-8132-4ed3-812f-17cd7d579bce req-bc89f523-1ed6-4292-954e-0893f0772ced tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 945 time: 0.1222832 Sep 23 14:05:28.082223 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Publish callbacks [] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.089874 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2865130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3231244'] for subnet (27f61973-8b2d-43b8-8697-ee5a9fde15c8), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.098899 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:28.106568 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:28.106966 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.127740 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=7f3f6cc8-740c-44fe-b7f3-67d7764794aa,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:28.136285 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-486e9019-8132-4ed3-812f-17cd7d579bce req-c989ca0f-7e73-4076-870c-ccf414c5067f tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918379 Sep 23 14:05:28.144163 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f4152023-5676-40a4-b63c-8b625ba0aebe req-2bf2ace2-f519-4ee0-b445-55e764d66e3e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291244 Sep 23 14:05:28.147006 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:28.158289 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.166667 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f61973-8b2d-43b8-8697-ee5a9fde15c8,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:28.169461 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.169806 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.170419 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.170801 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.171089 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.171411 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.171733 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.172053 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.172372 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.172694 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.173014 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.173331 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.173647 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.173960 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.174273 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.195439 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Checking segment: {'id': '8a7b9428-8005-47d1-b05c-0a0789db73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:05:28.195839 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Network hostable DHCP agents. Network: d134b751-029b-422e-bb9e-afd084983f5d, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:05:28.206679 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.235080 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:28.245894 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Pushing event updated for resources: {'Port': ['ID=43333946-8b3d-4765-a3b2-b7811dbc5acc,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:28.255787 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.256133 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.257087 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.257502 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.257843 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.258174 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.258529 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.258854 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.259177 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.259501 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.259823 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.260159 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.260483 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.260769 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=7f3f6cc8-740c-44fe-b7f3-67d7764794aa,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:28.260867 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.261107 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:28.273446 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Attempting to bind port 43333946-8b3d-4765-a3b2-b7811dbc5acc on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:05:28.273617 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Attempting to bind port 43333946-8b3d-4765-a3b2-b7811dbc5acc by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:05:28.273978 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Attempting to bind port 43333946-8b3d-4765-a3b2-b7811dbc5acc on network 190676c3-b885-43ca-a750-4bc929641327 {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:05:28.292295 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Network d134b751-029b-422e-bb9e-afd084983f5d is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:05:28.314948 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:05:28.315558 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Checking segment: {'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:05:28.315703 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.316096 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Bound using segment: {'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:05:28.316557 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Bound port: 43333946-8b3d-4765-a3b2-b7811dbc5acc, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:05:28.316934 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.371975 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, d134b751-029b-422e-bb9e-afd084983f5d) {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:05:28.375137 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] For port 43333946-8b3d-4765-a3b2-b7811dbc5acc, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:05:28.376430 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:28.378014 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.378557 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] For port 43333946-8b3d-4765-a3b2-b7811dbc5acc, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=43333946-8b3d-4765-a3b2-b7811dbc5acc,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:05:28.379635 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:28.384220 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1ef2c2-884b-4ed2-a10d-4cfc3a0ecfbe None None] Network d134b751-029b-422e-bb9e-afd084983f5d requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:05:28.427187 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Attempt 6 to provision port 43333946-8b3d-4765-a3b2-b7811dbc5acc Sep 23 14:05:28.430040 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.436037 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:28.467654 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Routers {'742d5875-78d9-438e-b758-953a3f91bd88'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:28.468273 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['742d5875-78d9-438e-b758-953a3f91bd88'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:28.498167 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-4de8034b-cae8-4585-87da-620a589599e1 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8655672 Sep 23 14:05:28.498736 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60354) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:28.503127 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1385836745-router', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:28.533149 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5d6e7-6ad0-459d-8ed9-05b171be2b19 None None] Pushing event updated for resources: {'Port': ['ID=43333946-8b3d-4765-a3b2-b7811dbc5acc,revision_number=4']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:28.547054 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-d134b751-029b-422e-bb9e-afd084983f5d', 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d', 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'fixed_ips': [{'subnet_id': '27f61973-8b2d-43b8-8697-ee5a9fde15c8'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 14:05:28.551469 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.565485 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Current status of the port 43333946-8b3d-4765-a3b2-b7811dbc5acc is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:28.565873 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.588103 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] Set router 742d5875-78d9-438e-b758-953a3f91bd88 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:28.592938 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:28.598661 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.599755 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.653669 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Publish callbacks [] for router_controller (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), precommit_add_association {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.658173 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] For port 43333946-8b3d-4765-a3b2-b7811dbc5acc, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=43333946-8b3d-4765-a3b2-b7811dbc5acc,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:28.718845 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Allocated IP 172.20.0.2 (d134b751-029b-422e-bb9e-afd084983f5d/27f61973-8b2d-43b8-8697-ee5a9fde15c8/13a9bd76-a658-482c-8751-5d3f483b6b74) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:05:28.779730 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.784421 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 4, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '43333946-8b3d-4765-a3b2-b7811dbc5acc', 'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'mac_address': 'fa:16:3e:84:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:24Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '728460a287914347b74cfe886f56ee6c', 'subnets': [{'id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:28.809647 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87730a-f1bb-4820-a69b-a762506511eb None None] The sync data for ids ['742d5875-78d9-438e-b758-953a3f91bd88'] in dv-cinder-857434-4-iscsi is: [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 4, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '43333946-8b3d-4765-a3b2-b7811dbc5acc', 'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'mac_address': 'fa:16:3e:84:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:24Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '728460a287914347b74cfe886f56ee6c', 'subnets': [{'id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:05:28.887452 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902b6d8-cd81-4265-a7ec-1dd79acf0983 None None] Pushing event updated for resources: {'Port': ['ID=43333946-8b3d-4765-a3b2-b7811dbc5acc,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:28.902974 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Publish callbacks [] for router_gateway (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.945579 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-d9a37c25-e4a3-4c94-854c-c3bf13c0f95d None None] Provisioning complete for port 43333946-8b3d-4765-a3b2-b7811dbc5acc triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:28.945958 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c25-e4a3-4c94-854c-c3bf13c0f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:28.946291 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d9a37c25-e4a3-4c94-854c-c3bf13c0f95d None None] Attempt 1 to provision port 43333946-8b3d-4765-a3b2-b7811dbc5acc Sep 23 14:05:28.995524 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Publish callbacks [] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.011768 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:29.049297 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d9a37c25-e4a3-4c94-854c-c3bf13c0f95d None None] Current status of the port 43333946-8b3d-4765-a3b2-b7811dbc5acc is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:29.081559 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.125272 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Network d134b751-029b-422e-bb9e-afd084983f5d is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:05:29.131240 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:05:29.135661 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:05:29.138971 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Pushing event updated for resources: {'Port': ['ID=13a9bd76-a658-482c-8751-5d3f483b6b74,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:29.183393 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Publish callbacks [] for router_gateway (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.228977 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Attempting to bind port 13a9bd76-a658-482c-8751-5d3f483b6b74 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:05:29.241859 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Attempting to bind port 13a9bd76-a658-482c-8751-5d3f483b6b74 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '8a7b9428-8005-47d1-b05c-0a0789db73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:05:29.241859 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Attempting to bind port 13a9bd76-a658-482c-8751-5d3f483b6b74 on network d134b751-029b-422e-bb9e-afd084983f5d {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:05:29.242264 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.323609 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:05:29.323983 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Checking segment: {'id': '8a7b9428-8005-47d1-b05c-0a0789db73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:05:29.324390 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.324778 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Bound using segment: {'id': '8a7b9428-8005-47d1-b05c-0a0789db73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:05:29.325299 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Bound port: 13a9bd76-a658-482c-8751-5d3f483b6b74, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7b9428-8005-47d1-b05c-0a0789db73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:05:29.325633 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.328940 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63301f75-c4d8-46b0-b47d-98ff7dacc120 req-ee5bc301-3de7-46af-a511-f9ee2c505ae7 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:29.333580 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-63301f75-c4d8-46b0-b47d-98ff7dacc120 req-ee5bc301-3de7-46af-a511-f9ee2c505ae7 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 945 time: 0.0651987 Sep 23 14:05:29.412963 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Allocated IP 172.27.1.53 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/e92489b4-3e78-43c0-b89a-49a38087212d) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:05:29.448211 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] For port 13a9bd76-a658-482c-8751-5d3f483b6b74, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:05:29.448211 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] For port 13a9bd76-a658-482c-8751-5d3f483b6b74, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=13a9bd76-a658-482c-8751-5d3f483b6b74,segment=NetworkSegment(8a7b9428-8005-47d1-b05c-0a0789db73db),segment_id=8a7b9428-8005-47d1-b05c-0a0789db73db)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:05:29.450799 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f8e7d-ce19-406a-83bc-494e4b941100 req-34a7d52b-0991-453c-8d2e-6937053a60b6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:29.452317 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d94f8e7d-ce19-406a-83bc-494e4b941100 req-34a7d52b-0991-453c-8d2e-6937053a60b6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.1860411 Sep 23 14:05:29.498115 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-63301f75-c4d8-46b0-b47d-98ff7dacc120 req-6ca9aa11-364e-47b3-be61-0dfe0cd1bf22 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=25129ff8-59b0-451b-9d19-4bdcdd46fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094332 Sep 23 14:05:29.530298 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d94f8e7d-ce19-406a-83bc-494e4b941100 req-cb451437-218a-4679-ab60-046b3021e556 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644767 Sep 23 14:05:29.536468 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.549389 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Publish callbacks [] for port (e92489b4-3e78-43c0-b89a-49a38087212d), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.591323 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:29.614265 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aeb423-4e13-446f-a432-ad1ae793ca86 None None] Pushing event updated for resources: {'Port': ['ID=13a9bd76-a658-482c-8751-5d3f483b6b74,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:29.639216 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-ed54d986-ccdd-46ce-b055-032227244ed8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:29.640850 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-ed54d986-ccdd-46ce-b055-032227244ed8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 945 time: 0.0539033 Sep 23 14:05:29.677485 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.742031 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Pushing event updated for resources: {'Port': ['ID=e92489b4-3e78-43c0-b89a-49a38087212d,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:29.763731 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:05:29.765282 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:05:29.767692 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:05:29.773397 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Deleting port c01d1346-01d1-4da4-84a3-b81e410d1f69 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:05:29.773753 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.875498 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:29.899092 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 7f3f6cc8-740c-44fe-b7f3-67d7764794aa up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:05:29.906442 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] For port c01d1346-01d1-4da4-84a3-b81e410d1f69, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=c01d1346-01d1-4da4-84a3-b81e410d1f69,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:29.906751 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.963888 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:29.964275 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:29.971340 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa Sep 23 14:05:30.078089 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:30.079142 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 43333946-8b3d-4765-a3b2-b7811dbc5acc up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:05:30.138112 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 43333946-8b3d-4765-a3b2-b7811dbc5acc triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:30.138605 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:30.138935 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 43333946-8b3d-4765-a3b2-b7811dbc5acc Sep 23 14:05:30.142992 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Publish callbacks [] for router_gateway (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:30.172204 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:30.172572 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (feca2d2d-1cc1-414a-bd42-844d9832ffac), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:30.172948 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Floating IP feca2d2d-1cc1-414a-bd42-844d9832ffac disassociated. External IP: 172.27.1.141, port: c01d1346-01d1-4da4-84a3-b81e410d1f69. Sep 23 14:05:30.173296 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Calling delete_port for c01d1346-01d1-4da4-84a3-b81e410d1f69 owned by compute:nova {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:05:30.223724 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:30.233950 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 43333946-8b3d-4765-a3b2-b7811dbc5acc is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:30.366531 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:30.410257 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (c01d1346-01d1-4da4-84a3-b81e410d1f69), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:30.455161 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'Port': ['ID=c01d1346-01d1-4da4-84a3-b81e410d1f69,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:30.557032 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:30.596132 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:05:30.653792 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d7cf94b5-76ff-4f19-83e6-4b09aba10077 req-bdfec0a1-e23e-485d-b306-7ec83ff75784 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0558586 Sep 23 14:05:30.763172 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c862a-851e-4509-8934-50b74a0255a4 req-d0ef175c-4120-4e53-87bf-711502015bf1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:30.765014 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b85c862a-851e-4509-8934-50b74a0255a4 req-d0ef175c-4120-4e53-87bf-711502015bf1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.1040719 Sep 23 14:05:30.863917 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ceadd0-d0d7-4072-9962-3807d114ee64 None None] Network d134b751-029b-422e-bb9e-afd084983f5d requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:05:30.867968 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b85c862a-851e-4509-8934-50b74a0255a4 req-d1e6a65e-4185-4e5e-9848-82fed9cd2e69 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690045 Sep 23 14:05:30.869061 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:05:30.889821 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:05:30.919970 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10c33d-6627-47b8-9e6e-e2613c53f109 None None] Sync routers for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:05:30.926105 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] No DVR routers for this DVR port c01d1346-01d1-4da4-84a3-b81e410d1f69 on host hv-cinder-85743 {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:05:30.930346 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:30.933879 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7242ce2a-fa8a-4dd3-8a61-9ea9e2b6730c req-4a3ea5ae-c3cf-4b01-804f-7ccaa824e3df tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c01d1346-01d1-4da4-84a3-b81e410d1f69 HTTP/1.1" status: 204 len: 173 time: 1.2837160 Sep 23 14:05:30.934948 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'name': 'network-vif-deleted', 'tag': 'c01d1346-01d1-4da4-84a3-b81e410d1f69'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:05:30.936732 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccca18c3-c839-478a-a596-0162891199cf" -d '{"events": [{"server_uuid": "760e9fcc-3723-43bd-ab9b-db54f81db1ae", "name": "network-vif-deleted", "tag": "c01d1346-01d1-4da4-84a3-b81e410d1f69"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:05:30.936887 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:30.947042 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-6ef57df8-300f-413a-a6f2-35b4acd4d328 None None] Provisioning complete for port 13a9bd76-a658-482c-8751-5d3f483b6b74 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:30.947415 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-6ef57df8-300f-413a-a6f2-35b4acd4d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:30.947747 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-6ef57df8-300f-413a-a6f2-35b4acd4d328 None None] Attempt 1 to provision port 13a9bd76-a658-482c-8751-5d3f483b6b74 Sep 23 14:05:30.954684 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10c33d-6627-47b8-9e6e-e2613c53f109 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:30.955276 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-2d10c33d-6627-47b8-9e6e-e2613c53f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:30.982431 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd0244b-9632-4bca-9a46-ba0199c9f3aa x-openstack-request-id: req-8bd0244b-9632-4bca-9a46-ba0199c9f3aa {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:05:30.982431 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e9fcc-3723-43bd-ab9b-db54f81db1ae", "name": "network-vif-deleted", "tag": "c01d1346-01d1-4da4-84a3-b81e410d1f69", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:05:30.982431 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bd0244b-9632-4bca-9a46-ba0199c9f3aa {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:05:30.982431 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd0244b-9632-4bca-9a46-ba0199c9f3aa'] response: {'server_uuid': '760e9fcc-3723-43bd-ab9b-db54f81db1ae', 'name': 'network-vif-deleted', 'tag': 'c01d1346-01d1-4da4-84a3-b81e410d1f69', 'status': 'completed', 'code': 200} Sep 23 14:05:31.044305 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:05:31.061114 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Sync routers for ids ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:05:31.075223 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Routers {'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:31.075959 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:31.094178 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:31.140377 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:31.141725 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-c73e4f76-35eb-412d-9608-8d26c7208995 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6419947 Sep 23 14:05:31.144777 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60366) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:31.172538 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-2d10c33d-6627-47b8-9e6e-e2613c53f109 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:31.201585 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-6ef57df8-300f-413a-a6f2-35b4acd4d328 None None] Current status of the port 13a9bd76-a658-482c-8751-5d3f483b6b74 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:31.201977 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-6ef57df8-300f-413a-a6f2-35b4acd4d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:31.214004 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Set router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:31.255203 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:31.328094 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-6ef57df8-300f-413a-a6f2-35b4acd4d328 None None] For port 13a9bd76-a658-482c-8751-5d3f483b6b74, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=13a9bd76-a658-482c-8751-5d3f483b6b74,segment=NetworkSegment(8a7b9428-8005-47d1-b05c-0a0789db73db),segment_id=8a7b9428-8005-47d1-b05c-0a0789db73db)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:31.397646 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-6ef57df8-300f-413a-a6f2-35b4acd4d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:31.446432 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'name': 'tempest-TestShelveInstance-1385836745-router', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:28Z', 'updated_at': '2022-09-23T14:05:29Z', 'revision_number': 3, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'gw_port': {'id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:29Z', 'updated_at': '2022-09-23T14:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:31.477798 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Checking router: f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:05:31.478148 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Updating router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 port e92489b4-3e78-43c0-b89a-49a38087212d binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:05:31.499433 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=100 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:31.516742 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:31.765480 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-cf395900-5f8a-435b-bf8e-280735d68ddb None None] Provisioning complete for port 13a9bd76-a658-482c-8751-5d3f483b6b74 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:31.766609 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-cf395900-5f8a-435b-bf8e-280735d68ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:31.766949 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-cf395900-5f8a-435b-bf8e-280735d68ddb None None] Attempt 1 to provision port 13a9bd76-a658-482c-8751-5d3f483b6b74 Sep 23 14:05:31.783472 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-2d10c33d-6627-47b8-9e6e-e2613c53f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'f28a650d-2507-428a-9028-c495e9779215', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:e5:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:02:25Z', 'updated_at': '2022-09-23T14:03:05Z', 'revision_number': 2, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:31.859607 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10c33d-6627-47b8-9e6e-e2613c53f109 None None] Checking router: 7cb2b347-2372-47cb-9f3d-c47c2605bec5 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:05:31.871113 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 13a9bd76-a658-482c-8751-5d3f483b6b74 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:05:31.877259 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0e484cbf-a486-4e2b-80ec-638afef1fa18 req-f5c6f0f6-8c79-4bab-b664-2b44fb1e6bd5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0614974 Sep 23 14:05:31.907319 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef57df8-300f-413a-a6f2-35b4acd4d328 None None] Pushing event updated for resources: {'Port': ['ID=13a9bd76-a658-482c-8751-5d3f483b6b74,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:31.927342 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10c33d-6627-47b8-9e6e-e2613c53f109 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:31.927989 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-2d10c33d-6627-47b8-9e6e-e2613c53f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:31.932131 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:31.946476 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:32.017843 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Publish callbacks [] for port (e92489b4-3e78-43c0-b89a-49a38087212d), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:32.048867 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:32.058752 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ec69-e4b9-4187-8ca0-c34653a046bf req-86effcab-f909-44ab-ae49-60f2efc52148 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:32.060922 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5274ec69-e4b9-4187-8ca0-c34653a046bf req-86effcab-f909-44ab-ae49-60f2efc52148 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0741580 Sep 23 14:05:32.102376 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:32.104791 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 13a9bd76-a658-482c-8751-5d3f483b6b74 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:32.105376 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:32.106293 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 13a9bd76-a658-482c-8751-5d3f483b6b74 Sep 23 14:05:32.110797 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-cf395900-5f8a-435b-bf8e-280735d68ddb None None] Current status of the port 13a9bd76-a658-482c-8751-5d3f483b6b74 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:32.142986 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Attempting to bind port e92489b4-3e78-43c0-b89a-49a38087212d on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:05:32.151360 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Attempting to bind port e92489b4-3e78-43c0-b89a-49a38087212d by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:05:32.151360 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Attempting to bind port e92489b4-3e78-43c0-b89a-49a38087212d on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:05:32.151609 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5274ec69-e4b9-4187-8ca0-c34653a046bf req-47d4eff9-6833-485d-adee-d67640396510 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820823 Sep 23 14:05:32.167836 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-2d10c33d-6627-47b8-9e6e-e2613c53f109 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:32.240359 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Allocated IP 172.20.0.1 (d134b751-029b-422e-bb9e-afd084983f5d/27f61973-8b2d-43b8-8697-ee5a9fde15c8/ab2c8b13-9019-4990-ac64-d2b7a5f2327d) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:05:32.250731 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a2707-e1e5-4a84-9143-e13d77bf0f97 None None] Pushing event updated for resources: {'Port': ['ID=e92489b4-3e78-43c0-b89a-49a38087212d,revision_number=2']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:32.255589 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:05:32.256106 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:05:32.256511 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:32.257709 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:05:32.258086 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Bound port: e92489b4-3e78-43c0-b89a-49a38087212d, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:05:32.258554 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:32.315021 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] For port e92489b4-3e78-43c0-b89a-49a38087212d, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:05:32.321262 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] For port e92489b4-3e78-43c0-b89a-49a38087212d, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=e92489b4-3e78-43c0-b89a-49a38087212d,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:05:32.346176 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 13a9bd76-a658-482c-8751-5d3f483b6b74 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:32.392630 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:32.430035 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Publish callbacks [] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:32.468982 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:32.475418 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Routers {'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:32.476118 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:32.513931 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:32.516865 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-2d10c33d-6627-47b8-9e6e-e2613c53f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'f28a650d-2507-428a-9028-c495e9779215', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:e5:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:02:25Z', 'updated_at': '2022-09-23T14:03:05Z', 'revision_number': 2, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:32.520414 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a2707-e1e5-4a84-9143-e13d77bf0f97 None None] Pushing event updated for resources: {'Port': ['ID=e92489b4-3e78-43c0-b89a-49a38087212d,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:32.537420 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:32.544954 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10c33d-6627-47b8-9e6e-e2613c53f109 None None] The sync data for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi is: [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'f28a650d-2507-428a-9028-c495e9779215', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:e5:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:02:25Z', 'updated_at': '2022-09-23T14:03:05Z', 'revision_number': 2, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:05:32.589218 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Network d134b751-029b-422e-bb9e-afd084983f5d is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:05:32.592165 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] Set router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:32.592639 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:05:32.596987 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:05:32.597563 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:32.661878 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2c8b13-9019-4990-ac64-d2b7a5f2327d,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:32.885253 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:32.895858 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:32.943042 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cec0e51-ddfa-48b5-8deb-9479c9d4a036 None None] New status for floating IP feca2d2d-1cc1-414a-bd42-844d9832ffac: DOWN {{(pid=106654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:05:33.060084 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:33.063045 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ea436e7b-de58-4df7-b24d-722f941c3d3b req-118ebb97-864d-4690-b86a-99600219e3da tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=760e9fcc-3723-43bd-ab9b-db54f81db1ae HTTP/1.1" status: 200 len: 210 time: 0.0527525 Sep 23 14:05:33.072379 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'name': 'tempest-TestShelveInstance-1385836745-router', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:28Z', 'updated_at': '2022-09-23T14:05:29Z', 'revision_number': 3, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'gw_port': {'id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:29Z', 'updated_at': '2022-09-23T14:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:33.119523 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425f2e6-648a-4710-b05c-d6bba7f2f7dd None None] The sync data for ids ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'] in dv-cinder-857434-4-iscsi is: [{'id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'name': 'tempest-TestShelveInstance-1385836745-router', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:28Z', 'updated_at': '2022-09-23T14:05:29Z', 'revision_number': 3, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'gw_port': {'id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:29Z', 'updated_at': '2022-09-23T14:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:05:33.133669 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Provisioning complete for port ab2c8b13-9019-4990-ac64-d2b7a5f2327d triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:33.134054 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:33.134417 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Attempt 1 to provision port ab2c8b13-9019-4990-ac64-d2b7a5f2327d Sep 23 14:05:33.176271 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:33.185699 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Publish callbacks [] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:33.219367 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Port ab2c8b13-9019-4990-ac64-d2b7a5f2327d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:33.267679 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:33.268825 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:33.341643 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e08ab-384a-4f11-bd7f-735e85cb9ca2 req-e16e351a-fc1b-44fd-8937-c266cf9c6279 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:33.361403 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d02e08ab-384a-4f11-bd7f-735e85cb9ca2 req-e16e351a-fc1b-44fd-8937-c266cf9c6279 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0822122 Sep 23 14:05:33.403063 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2c8b13-9019-4990-ac64-d2b7a5f2327d,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:33.434920 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d02e08ab-384a-4f11-bd7f-735e85cb9ca2 req-15e80fb5-0d0c-4ebe-8197-048f8f0ac2c9 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721681 Sep 23 14:05:33.459328 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Network d134b751-029b-422e-bb9e-afd084983f5d is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:05:33.461970 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:05:33.623218 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:05:33.720430 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Attempt 2 to provision port ab2c8b13-9019-4990-ac64-d2b7a5f2327d Sep 23 14:05:33.787834 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Port ab2c8b13-9019-4990-ac64-d2b7a5f2327d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:33.804456 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 0765d95c-b5b8-4eb9-aef1-96129a9a206d details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:05:33.821008 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:05:33.841458 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device c01d1346-01d1-4da4-84a3-b81e410d1f69 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:33.852951 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-baa3c0ea-6d40-4a41-9c9f-9452ffe459f3 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/f5ae98cb-3e20-4d36-89b2-f96cb7d6f585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7070758 Sep 23 14:05:33.900257 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: c01d1346-01d1-4da4-84a3-b81e410d1f69 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:05:33.901595 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device c01d1346-01d1-4da4-84a3-b81e410d1f69 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:05:33.940707 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 13a9bd76-a658-482c-8751-5d3f483b6b74 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:05:34.052258 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:34.074714 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'port_id': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'mac_address': 'fa:16:3e:52:a9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:05:34.129925 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 13a9bd76-a658-482c-8751-5d3f483b6b74 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:34.130316 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.130668 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 13a9bd76-a658-482c-8751-5d3f483b6b74 Sep 23 14:05:34.166069 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 0765d95c-b5b8-4eb9-aef1-96129a9a206d is: ACTIVE; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:34.166499 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.199653 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0765d95c-b5b8-4eb9-aef1-96129a9a206d {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:05:34.231440 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:34.271393 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 13a9bd76-a658-482c-8751-5d3f483b6b74 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:34.272761 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device e92489b4-3e78-43c0-b89a-49a38087212d up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:05:34.296474 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Attempt 3 to provision port ab2c8b13-9019-4990-ac64-d2b7a5f2327d Sep 23 14:05:34.355146 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Port ab2c8b13-9019-4990-ac64-d2b7a5f2327d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:34.363921 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port e92489b4-3e78-43c0-b89a-49a38087212d triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:34.364649 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.365299 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port e92489b4-3e78-43c0-b89a-49a38087212d Sep 23 14:05:34.386378 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:34.387520 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.464303 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=0765d95c-b5b8-4eb9-aef1-96129a9a206d,revision_number=6']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:34.508774 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60430) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:34.515244 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-f33488de-041c-47a7-9384-6d8b6ac161ec tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470216429', 'description': 'tempest-secgroup-smoke-470216429 description', 'project_id': '728460a287914347b74cfe886f56ee6c'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:34.517442 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:34.543743 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60432) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:34.546389 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port e92489b4-3e78-43c0-b89a-49a38087212d is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:34.546799 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.594488 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port e92489b4-3e78-43c0-b89a-49a38087212d, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=e92489b4-3e78-43c0-b89a-49a38087212d,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:34.610950 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['0765d95c-b5b8-4eb9-aef1-96129a9a206d'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:05:34.662221 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f33488de-041c-47a7-9384-6d8b6ac161ec tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.693859 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c15600-38f1-4c5a-b9c0-cef94a2592e1 req-03efb29e-b58e-427e-b157-2d918dda0ce1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:34.695609 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f1c15600-38f1-4c5a-b9c0-cef94a2592e1 req-03efb29e-b58e-427e-b157-2d918dda0ce1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 945 time: 0.0778351 Sep 23 14:05:34.701014 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:34.701207 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c61f-dfc9-4bec-a181-04d946ff0dc6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (25129ff8-59b0-451b-9d19-4bdcdd46fa41), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.729695 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c61f-dfc9-4bec-a181-04d946ff0dc6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (25129ff8-59b0-451b-9d19-4bdcdd46fa41), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.742550 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.790449 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:34.808191 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f1c15600-38f1-4c5a-b9c0-cef94a2592e1 req-63475187-3e14-40c5-a58c-d6a0f4e5387c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751860 Sep 23 14:05:34.814870 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f33488de-041c-47a7-9384-6d8b6ac161ec tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group (6679265d-dd43-409c-b12c-32a59c686338), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.852487 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=e92489b4-3e78-43c0-b89a-49a38087212d,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:34.860367 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Attempt 4 to provision port ab2c8b13-9019-4990-ac64-d2b7a5f2327d Sep 23 14:05:34.910254 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c61f-dfc9-4bec-a181-04d946ff0dc6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (25129ff8-59b0-451b-9d19-4bdcdd46fa41), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.910542 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f33488de-041c-47a7-9384-6d8b6ac161ec tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (6679265d-dd43-409c-b12c-32a59c686338), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.914398 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c61f-dfc9-4bec-a181-04d946ff0dc6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:34.919570 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-e1b9c61f-dfc9-4bec-a181-04d946ff0dc6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/25129ff8-59b0-451b-9d19-4bdcdd46fa41 HTTP/1.1" status: 204 len: 168 time: 0.3743479 Sep 23 14:05:34.920642 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60434) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:34.930530 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Port ab2c8b13-9019-4990-ac64-d2b7a5f2327d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:34.956153 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.api.v2.resource [None req-2c49f58a-d250-45a2-84ec-f55b67c5755d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] show failed (client error): The resource could not be found. Sep 23 14:05:34.960729 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-2c49f58a-d250-45a2-84ec-f55b67c5755d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups/25129ff8-59b0-451b-9d19-4bdcdd46fa41 HTTP/1.1" status: 404 len: 347 time: 0.0353274 Sep 23 14:05:34.962085 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9c61f-dfc9-4bec-a181-04d946ff0dc6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25129ff8-59b0-451b-9d19-4bdcdd46fa41,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:34.964263 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60436) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:34.979038 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33488de-041c-47a7-9384-6d8b6ac161ec tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6679265d-dd43-409c-b12c-32a59c686338,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:35.058511 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f33488de-041c-47a7-9384-6d8b6ac161ec tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.063176 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-f33488de-041c-47a7-9384-6d8b6ac161ec tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5531723 Sep 23 14:05:35.063849 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60438) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:35.069155 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-62f1198e-ef98-40dc-bd1f-79c8b73edd03 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Request body: {'security_group_rule': {'security_group_id': '6679265d-dd43-409c-b12c-32a59c686338', 'project_id': '728460a287914347b74cfe886f56ee6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:35.108718 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-4db35d29-b034-4e7a-aca5-68bfcf003eb8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Deleting port f191056c-3105-434b-8720-1dd4186ae5f5 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:05:35.109059 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4db35d29-b034-4e7a-aca5-68bfcf003eb8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (f191056c-3105-434b-8720-1dd4186ae5f5), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.171253 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-62f1198e-ef98-40dc-bd1f-79c8b73edd03 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (f8955012-0689-4c45-8aa7-e4fc53f0c311), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.218681 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4db35d29-b034-4e7a-aca5-68bfcf003eb8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (f191056c-3105-434b-8720-1dd4186ae5f5), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.219012 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4db35d29-b034-4e7a-aca5-68bfcf003eb8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (f191056c-3105-434b-8720-1dd4186ae5f5), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.237003 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-4db35d29-b034-4e7a-aca5-68bfcf003eb8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Calling delete_port for f191056c-3105-434b-8720-1dd4186ae5f5 owned by network:floatingip {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:05:35.277404 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-62f1198e-ef98-40dc-bd1f-79c8b73edd03 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (f8955012-0689-4c45-8aa7-e4fc53f0c311), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.294254 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:05:35.326267 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:35.390256 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-62f1198e-ef98-40dc-bd1f-79c8b73edd03 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (f8955012-0689-4c45-8aa7-e4fc53f0c311), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.422612 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1198e-ef98-40dc-bd1f-79c8b73edd03 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8955012-0689-4c45-8aa7-e4fc53f0c311,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:35.432738 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Attempt 5 to provision port ab2c8b13-9019-4990-ac64-d2b7a5f2327d Sep 23 14:05:35.534689 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4db35d29-b034-4e7a-aca5-68bfcf003eb8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (f191056c-3105-434b-8720-1dd4186ae5f5), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.562895 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Port ab2c8b13-9019-4990-ac64-d2b7a5f2327d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:35.581462 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db35d29-b034-4e7a-aca5-68bfcf003eb8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'Port': ['ID=f191056c-3105-434b-8720-1dd4186ae5f5,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:35.650186 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-62f1198e-ef98-40dc-bd1f-79c8b73edd03 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.651531 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-62f1198e-ef98-40dc-bd1f-79c8b73edd03 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5867391 Sep 23 14:05:35.654431 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60442) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:35.718313 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-aeb20dd8-2d72-4d0a-8538-18a0218f293d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Request body: {'security_group_rule': {'security_group_id': '6679265d-dd43-409c-b12c-32a59c686338', 'project_id': '728460a287914347b74cfe886f56ee6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:35.720216 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4db35d29-b034-4e7a-aca5-68bfcf003eb8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (feca2d2d-1cc1-414a-bd42-844d9832ffac), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.720216 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4db35d29-b034-4e7a-aca5-68bfcf003eb8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.720216 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-4db35d29-b034-4e7a-aca5-68bfcf003eb8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/feca2d2d-1cc1-414a-bd42-844d9832ffac HTTP/1.1" status: 204 len: 168 time: 0.7445157 Sep 23 14:05:35.759254 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device e92489b4-3e78-43c0-b89a-49a38087212d up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:05:35.832128 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 0765d95c-b5b8-4eb9-aef1-96129a9a206d up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:05:35.894709 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port e92489b4-3e78-43c0-b89a-49a38087212d triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:35.895175 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:35.895578 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port e92489b4-3e78-43c0-b89a-49a38087212d Sep 23 14:05:35.991386 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e3ebe-bd78-43ac-8786-89d182aec519 req-ad520eb0-93ef-43d7-88ca-676160ad5116 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:36.000627 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e34e3ebe-bd78-43ac-8786-89d182aec519 req-ad520eb0-93ef-43d7-88ca-676160ad5116 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 945 time: 0.0625720 Sep 23 14:05:36.028720 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-aeb20dd8-2d72-4d0a-8538-18a0218f293d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (eff26e0e-1edc-4ce7-a80e-8dbde83f1678), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:36.068894 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e34e3ebe-bd78-43ac-8786-89d182aec519 req-0bf6c3c5-dde9-49fc-b229-0018bb1f1498 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650451 Sep 23 14:05:36.117172 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Attempt 6 to provision port ab2c8b13-9019-4990-ac64-d2b7a5f2327d Sep 23 14:05:36.167706 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:36.168697 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 0765d95c-b5b8-4eb9-aef1-96129a9a206d triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:36.169072 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:36.169401 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 0765d95c-b5b8-4eb9-aef1-96129a9a206d Sep 23 14:05:36.183292 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-aeb20dd8-2d72-4d0a-8538-18a0218f293d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (eff26e0e-1edc-4ce7-a80e-8dbde83f1678), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:36.212337 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Port ab2c8b13-9019-4990-ac64-d2b7a5f2327d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:36.308083 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-aeb20dd8-2d72-4d0a-8538-18a0218f293d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (eff26e0e-1edc-4ce7-a80e-8dbde83f1678), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:36.325075 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port e92489b4-3e78-43c0-b89a-49a38087212d is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:36.330505 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 0765d95c-b5b8-4eb9-aef1-96129a9a206d is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:36.330861 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:36.333120 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb20dd8-2d72-4d0a-8538-18a0218f293d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff26e0e-1edc-4ce7-a80e-8dbde83f1678,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:36.362379 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:05:36.368752 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a25d800-5a5f-4b42-b959-85316acc5c1f" -d '{"events": [{"server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "name": "network-vif-plugged", "status": "completed", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:05:36.380419 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:36.414091 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820fb760-c7a7-4eb8-ae59-0f8f9c30bdff x-openstack-request-id: req-820fb760-c7a7-4eb8-ae59-0f8f9c30bdff {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:05:36.414429 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "name": "network-vif-plugged", "status": "completed", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:05:36.414691 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-820fb760-c7a7-4eb8-ae59-0f8f9c30bdff {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:05:36.415095 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820fb760-c7a7-4eb8-ae59-0f8f9c30bdff'] response: {'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'code': 200} Sep 23 14:05:36.438071 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Sync routers for ids ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:05:36.456406 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Routers {'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:36.458790 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:36.465066 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-aeb20dd8-2d72-4d0a-8538-18a0218f293d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:36.469125 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-aeb20dd8-2d72-4d0a-8538-18a0218f293d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8108931 Sep 23 14:05:36.472827 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:36.473550 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60456) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:36.485260 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-2fde9810-5f21-4a9e-b54f-e1b5a25c8269 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Request body: {'security_group_rule': {'security_group_id': '6679265d-dd43-409c-b12c-32a59c686338', 'project_id': '728460a287914347b74cfe886f56ee6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:36.559429 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=0765d95c-b5b8-4eb9-aef1-96129a9a206d,revision_number=7']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:36.623488 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Set router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:36.642844 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2fde9810-5f21-4a9e-b54f-e1b5a25c8269 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (fa3c6f6b-e1e2-4052-ab53-487e80f628c8), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:36.678952 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:36.713713 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Attempt 7 to provision port ab2c8b13-9019-4990-ac64-d2b7a5f2327d Sep 23 14:05:36.720794 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2fde9810-5f21-4a9e-b54f-e1b5a25c8269 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (fa3c6f6b-e1e2-4052-ab53-487e80f628c8), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:36.764897 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Port ab2c8b13-9019-4990-ac64-d2b7a5f2327d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:36.785141 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2fde9810-5f21-4a9e-b54f-e1b5a25c8269 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (fa3c6f6b-e1e2-4052-ab53-487e80f628c8), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:36.820037 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde9810-5f21-4a9e-b54f-e1b5a25c8269 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3c6f6b-e1e2-4052-ab53-487e80f628c8,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:36.869165 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'name': 'tempest-TestShelveInstance-1385836745-router', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:28Z', 'updated_at': '2022-09-23T14:05:32Z', 'revision_number': 4, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'gw_port': {'id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:29Z', 'updated_at': '2022-09-23T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'ab2c8b13-9019-4990-ac64-d2b7a5f2327d', 'name': '', 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'mac_address': 'fa:16:3e:6b:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '27f61973-8b2d-43b8-8697-ee5a9fde15c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:31Z', 'updated_at': '2022-09-23T14:05:32Z', 'revision_number': 2, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'subnets': [{'id': '27f61973-8b2d-43b8-8697-ee5a9fde15c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:36.896724 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Checking router: f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:05:36.897480 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Updating router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 port ab2c8b13-9019-4990-ac64-d2b7a5f2327d binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:05:36.912522 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2fde9810-5f21-4a9e-b54f-e1b5a25c8269 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:36.914405 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-2fde9810-5f21-4a9e-b54f-e1b5a25c8269 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4389539 Sep 23 14:05:36.917457 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60462) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:36.922072 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-67f90ae4-aa06-4b30-8046-6132a4a6e015 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Request body: {'security_group_rule': {'security_group_id': '6679265d-dd43-409c-b12c-32a59c686338', 'project_id': '728460a287914347b74cfe886f56ee6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:36.941648 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.025456 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-67f90ae4-aa06-4b30-8046-6132a4a6e015 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (5e751d9c-0934-463f-837a-a77242ec9f9e), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.128986 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-67f90ae4-aa06-4b30-8046-6132a4a6e015 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (5e751d9c-0934-463f-837a-a77242ec9f9e), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.197477 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-67f90ae4-aa06-4b30-8046-6132a4a6e015 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (5e751d9c-0934-463f-837a-a77242ec9f9e), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.226013 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f90ae4-aa06-4b30-8046-6132a4a6e015 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e751d9c-0934-463f-837a-a77242ec9f9e,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:37.237796 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08302c6e-c197-49c2-8b03-7d6067c1ce61 req-34e8d5a6-f72b-47e4-9d52-c564fa2e1a48 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:37.245285 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:37.250946 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-08302c6e-c197-49c2-8b03-7d6067c1ce61 req-34e8d5a6-f72b-47e4-9d52-c564fa2e1a48 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0925534 Sep 23 14:05:37.266135 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Attempt 8 to provision port ab2c8b13-9019-4990-ac64-d2b7a5f2327d Sep 23 14:05:37.291425 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Publish callbacks [] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.303146 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-08302c6e-c197-49c2-8b03-7d6067c1ce61 req-f35c0dcb-273d-4011-a64f-d049d90b3ca3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509758 Sep 23 14:05:37.308487 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-67f90ae4-aa06-4b30-8046-6132a4a6e015 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.312365 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-67f90ae4-aa06-4b30-8046-6132a4a6e015 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3913727 Sep 23 14:05:37.313613 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60466) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:37.324831 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Port ab2c8b13-9019-4990-ac64-d2b7a5f2327d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:05:37.327114 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-5d695c23-385b-403e-92ae-f429c01105be tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Request body: {'security_group_rule': {'security_group_id': '6679265d-dd43-409c-b12c-32a59c686338', 'project_id': '728460a287914347b74cfe886f56ee6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:37.393449 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.418989 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.securitygroups_db [None req-5d695c23-385b-403e-92ae-f429c01105be tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Project 728460a287914347b74cfe886f56ee6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 14:05:37.425793 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5d695c23-385b-403e-92ae-f429c01105be tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (6160ddc9-c4bc-4944-b9db-2f42f798ccd8), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.436934 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17beca3-a599-4ccf-9972-09947b129443 None None] Pushing event updated for resources: {'Port': ['ID=ab2c8b13-9019-4990-ac64-d2b7a5f2327d,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:37.504907 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5d695c23-385b-403e-92ae-f429c01105be tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (6160ddc9-c4bc-4944-b9db-2f42f798ccd8), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.508577 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Attempting to bind port ab2c8b13-9019-4990-ac64-d2b7a5f2327d on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:05:37.509155 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Attempting to bind port ab2c8b13-9019-4990-ac64-d2b7a5f2327d by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '8a7b9428-8005-47d1-b05c-0a0789db73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:05:37.509462 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Attempting to bind port ab2c8b13-9019-4990-ac64-d2b7a5f2327d on network d134b751-029b-422e-bb9e-afd084983f5d {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:05:37.555696 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:05:37.556144 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Checking segment: {'id': '8a7b9428-8005-47d1-b05c-0a0789db73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:05:37.556601 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.556991 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Bound using segment: {'id': '8a7b9428-8005-47d1-b05c-0a0789db73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:05:37.557465 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Bound port: ab2c8b13-9019-4990-ac64-d2b7a5f2327d, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7b9428-8005-47d1-b05c-0a0789db73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:05:37.557844 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.579072 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5d695c23-385b-403e-92ae-f429c01105be tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (6160ddc9-c4bc-4944-b9db-2f42f798ccd8), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.601034 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d695c23-385b-403e-92ae-f429c01105be tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6160ddc9-c4bc-4944-b9db-2f42f798ccd8,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:37.627980 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] For port ab2c8b13-9019-4990-ac64-d2b7a5f2327d, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:05:37.631388 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] For port ab2c8b13-9019-4990-ac64-d2b7a5f2327d, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=ab2c8b13-9019-4990-ac64-d2b7a5f2327d,segment=NetworkSegment(8a7b9428-8005-47d1-b05c-0a0789db73db),segment_id=8a7b9428-8005-47d1-b05c-0a0789db73db)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:05:37.672942 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5d695c23-385b-403e-92ae-f429c01105be tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.674156 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-5d695c23-385b-403e-92ae-f429c01105be tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3593645 Sep 23 14:05:37.677157 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60472) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:37.681735 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-30cc92e6-6368-4f9e-87cb-3fd28cbd9d6a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Request body: {'security_group_rule': {'security_group_id': '6679265d-dd43-409c-b12c-32a59c686338', 'project_id': '728460a287914347b74cfe886f56ee6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:37.705621 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.746230 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Routers {'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:37.746914 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:37.751350 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:37.785001 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.securitygroups_db [None req-30cc92e6-6368-4f9e-87cb-3fd28cbd9d6a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Project 728460a287914347b74cfe886f56ee6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 14:05:37.794322 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-30cc92e6-6368-4f9e-87cb-3fd28cbd9d6a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (6102ed1a-37fd-4e3e-a579-fb40e13fc41b), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.812832 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17beca3-a599-4ccf-9972-09947b129443 None None] Pushing event updated for resources: {'Port': ['ID=ab2c8b13-9019-4990-ac64-d2b7a5f2327d,revision_number=4']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:37.825924 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Attempt 9 to provision port ab2c8b13-9019-4990-ac64-d2b7a5f2327d Sep 23 14:05:37.884801 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] Set router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:37.922502 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Current status of the port ab2c8b13-9019-4990-ac64-d2b7a5f2327d is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:37.922884 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.938743 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:37.941124 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-30cc92e6-6368-4f9e-87cb-3fd28cbd9d6a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (6102ed1a-37fd-4e3e-a579-fb40e13fc41b), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:37.965657 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] For port ab2c8b13-9019-4990-ac64-d2b7a5f2327d, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=ab2c8b13-9019-4990-ac64-d2b7a5f2327d,segment=NetworkSegment(8a7b9428-8005-47d1-b05c-0a0789db73db),segment_id=8a7b9428-8005-47d1-b05c-0a0789db73db)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:38.030435 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-30cc92e6-6368-4f9e-87cb-3fd28cbd9d6a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (6102ed1a-37fd-4e3e-a579-fb40e13fc41b), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:38.030691 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:38.060898 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc92e6-6368-4f9e-87cb-3fd28cbd9d6a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6102ed1a-37fd-4e3e-a579-fb40e13fc41b,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:38.116480 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e417a58-cba8-4a89-a906-0343c556dd69 None None] Pushing event updated for resources: {'Port': ['ID=ab2c8b13-9019-4990-ac64-d2b7a5f2327d,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:38.125787 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-30cc92e6-6368-4f9e-87cb-3fd28cbd9d6a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:38.138663 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-30cc92e6-6368-4f9e-87cb-3fd28cbd9d6a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4490898 Sep 23 14:05:38.159283 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-fb5eaf4b-16a6-4dbc-85d2-b1ebc2f0b4c5 None None] Provisioning complete for port ab2c8b13-9019-4990-ac64-d2b7a5f2327d triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:38.159660 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fb5eaf4b-16a6-4dbc-85d2-b1ebc2f0b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:38.160002 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-fb5eaf4b-16a6-4dbc-85d2-b1ebc2f0b4c5 None None] Attempt 1 to provision port ab2c8b13-9019-4990-ac64-d2b7a5f2327d Sep 23 14:05:38.182728 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'name': 'tempest-TestShelveInstance-1385836745-router', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:28Z', 'updated_at': '2022-09-23T14:05:32Z', 'revision_number': 4, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'gw_port': {'id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:29Z', 'updated_at': '2022-09-23T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'ab2c8b13-9019-4990-ac64-d2b7a5f2327d', 'name': '', 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'mac_address': 'fa:16:3e:6b:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '27f61973-8b2d-43b8-8697-ee5a9fde15c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:31Z', 'updated_at': '2022-09-23T14:05:37Z', 'revision_number': 4, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'subnets': [{'id': '27f61973-8b2d-43b8-8697-ee5a9fde15c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:38.217624 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7c74e-bc81-4e2c-9eab-a40446d227a3 None None] The sync data for ids ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'] in dv-cinder-857434-4-iscsi is: [{'id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'name': 'tempest-TestShelveInstance-1385836745-router', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:28Z', 'updated_at': '2022-09-23T14:05:32Z', 'revision_number': 4, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'gw_port': {'id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:29Z', 'updated_at': '2022-09-23T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'ab2c8b13-9019-4990-ac64-d2b7a5f2327d', 'name': '', 'network_id': 'd134b751-029b-422e-bb9e-afd084983f5d', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'mac_address': 'fa:16:3e:6b:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '27f61973-8b2d-43b8-8697-ee5a9fde15c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:31Z', 'updated_at': '2022-09-23T14:05:37Z', 'revision_number': 4, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'subnets': [{'id': '27f61973-8b2d-43b8-8697-ee5a9fde15c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:05:38.349268 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-fb5eaf4b-16a6-4dbc-85d2-b1ebc2f0b4c5 None None] Current status of the port ab2c8b13-9019-4990-ac64-d2b7a5f2327d is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:38.471974 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c116b-ac37-4d98-99db-db54e41b9097 req-acff1d9d-5c3c-4df2-8b66-42d6b97e1fca tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:38.474164 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a89c116b-ac37-4d98-99db-db54e41b9097 req-acff1d9d-5c3c-4df2-8b66-42d6b97e1fca tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0677059 Sep 23 14:05:38.515569 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:38.564402 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a89c116b-ac37-4d98-99db-db54e41b9097 req-05a23a32-84db-4c64-b12c-7fb7da81f1d5 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838375 Sep 23 14:05:39.774770 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device ab2c8b13-9019-4990-ac64-d2b7a5f2327d up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:05:39.780362 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9c8bb-ea35-43fb-b2ed-693a87e759b6 req-135b4aca-446d-4297-8829-2399329d3530 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:39.781915 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-86e9c8bb-ea35-43fb-b2ed-693a87e759b6 req-135b4aca-446d-4297-8829-2399329d3530 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.1226089 Sep 23 14:05:39.860104 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port ab2c8b13-9019-4990-ac64-d2b7a5f2327d triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:05:39.860918 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:39.861493 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port ab2c8b13-9019-4990-ac64-d2b7a5f2327d Sep 23 14:05:39.874223 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-86e9c8bb-ea35-43fb-b2ed-693a87e759b6 req-a144430c-bb29-4e17-80d4-84a7d53ab718 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836401 Sep 23 14:05:39.980015 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port ab2c8b13-9019-4990-ac64-d2b7a5f2327d is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:41.018993 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e77db3-8d04-4bc9-854f-60cd52a68737 req-bdbb62e1-0ae1-4ce1-ab2d-0ea0a88613d0 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:41.023084 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f3e77db3-8d04-4bc9-854f-60cd52a68737 req-bdbb62e1-0ae1-4ce1-ab2d-0ea0a88613d0 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0619540 Sep 23 14:05:41.092912 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f3e77db3-8d04-4bc9-854f-60cd52a68737 req-e8bbeb1e-e0f6-44d9-8cc8-fe455e8e6777 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629098 Sep 23 14:05:42.249278 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c901b8-a320-4e0c-a35e-b21e7ba889b6 req-7cf86102-1276-43ce-af32-ef6e973241bd tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:42.259702 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-48c901b8-a320-4e0c-a35e-b21e7ba889b6 req-7cf86102-1276-43ce-af32-ef6e973241bd tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0704761 Sep 23 14:05:42.318191 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-48c901b8-a320-4e0c-a35e-b21e7ba889b6 req-c2bf159f-c453-4e50-afce-982e8eeccc9f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Sep 23 14:05:43.534456 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df41e00-3b2e-4748-83b1-bdd826a39c7f req-0a202fa8-4263-4c4c-b70f-6b35fd09edd6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:43.541269 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1df41e00-3b2e-4748-83b1-bdd826a39c7f req-0a202fa8-4263-4c4c-b70f-6b35fd09edd6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.1010273 Sep 23 14:05:43.592751 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1df41e00-3b2e-4748-83b1-bdd826a39c7f req-f39c98e7-a4e2-4c87-9432-ddc97a9a28a5 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505342 Sep 23 14:05:44.206412 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c3e33-7073-4269-a711-2b2cdb68c9f9 req-2e364506-4888-4c1c-9504-292fd4fba997 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:44.215955 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad8c3e33-7073-4269-a711-2b2cdb68c9f9 req-2e364506-4888-4c1c-9504-292fd4fba997 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0830624 Sep 23 14:05:44.266684 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad8c3e33-7073-4269-a711-2b2cdb68c9f9 req-bee5a604-7eae-4968-b4a2-628eb9667ea8 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494845 Sep 23 14:05:44.328425 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6026677-d91a-457f-8d11-ba8a7efe4b20 req-8ab766e6-ce75-4598-a751-fc030d64f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:44.330295 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b6026677-d91a-457f-8d11-ba8a7efe4b20 req-8ab766e6-ce75-4598-a751-fc030d64f2a4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 1130 time: 0.0540178 Sep 23 14:05:44.445961 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6026677-d91a-457f-8d11-ba8a7efe4b20 req-ace77d88-f3b9-42d9-80b5-41e8e57f427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:44.448376 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b6026677-d91a-457f-8d11-ba8a7efe4b20 req-ace77d88-f3b9-42d9-80b5-41e8e57f427f service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.1117942 Sep 23 14:05:44.461513 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:44.743107 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:44.899282 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d181d-83dd-48bf-bbd6-422d774cfa5e req-d282ce15-acd0-4011-acfe-e3e48faf37bd tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:44.906381 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fd3d181d-83dd-48bf-bbd6-422d774cfa5e req-d282ce15-acd0-4011-acfe-e3e48faf37bd tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0664580 Sep 23 14:05:44.907143 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b6026677-d91a-457f-8d11-ba8a7efe4b20 req-0833c55a-ff3e-466e-a4b6-2ecfbb4b29ab service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 HTTP/1.1" status: 200 len: 1002 time: 0.4518723 Sep 23 14:05:44.996880 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fd3d181d-83dd-48bf-bbd6-422d774cfa5e req-afccbc95-78fc-4720-9c96-89561ce32c48 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877912 Sep 23 14:05:45.011556 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6026677-d91a-457f-8d11-ba8a7efe4b20 req-b97e4591-928f-4101-a330-5fb6325b7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:45.013423 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b6026677-d91a-457f-8d11-ba8a7efe4b20 req-b97e4591-928f-4101-a330-5fb6325b7816 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.0917513 Sep 23 14:05:45.031817 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:45.036831 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-860b6b33-7fae-457f-9f8c-54acd4c0b4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:45.086231 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6026677-d91a-457f-8d11-ba8a7efe4b20 req-48993701-ff90-4a07-b6d1-028fcf482597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:45.087359 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b6026677-d91a-457f-8d11-ba8a7efe4b20 req-48993701-ff90-4a07-b6d1-028fcf482597 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650816 Sep 23 14:05:45.178962 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524736f-c7eb-41d8-992b-627b93db9dd8 req-5ad74ca9-58fb-4dd9-ab8b-1aa7a276f220 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:45.180457 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1524736f-c7eb-41d8-992b-627b93db9dd8 req-5ad74ca9-58fb-4dd9-ab8b-1aa7a276f220 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 946 time: 0.0553460 Sep 23 14:05:45.259310 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1524736f-c7eb-41d8-992b-627b93db9dd8 req-31bef7a6-df0e-47d8-902f-c7c13d8f3c12 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726464 Sep 23 14:05:45.410422 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752a198-d4b8-4854-987c-9ab8d469ff38 req-25b24062-d48a-4d6b-a400-6937c8fd9533 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:45.412073 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f752a198-d4b8-4854-987c-9ab8d469ff38 req-25b24062-d48a-4d6b-a400-6937c8fd9533 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0493026 Sep 23 14:05:45.467865 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f752a198-d4b8-4854-987c-9ab8d469ff38 req-95dbd520-315b-45a5-addf-bf478bf6e19f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496860 Sep 23 14:05:46.152634 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b055b1-2481-4325-861a-92139f4e360d req-d6c91781-a3bc-434e-8cd0-dbdd8474a606 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:46.154142 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-77b055b1-2481-4325-861a-92139f4e360d req-d6c91781-a3bc-434e-8cd0-dbdd8474a606 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0651808 Sep 23 14:05:46.218155 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-77b055b1-2481-4325-861a-92139f4e360d req-b54076c5-17d6-4489-aa5a-fa80f0f9886c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580015 Sep 23 14:05:46.395729 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399b17d-e621-4327-8e09-5cf9afce91dc req-483e4706-5c95-4d84-8974-2d3cb6695b2a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:46.397220 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f399b17d-e621-4327-8e09-5cf9afce91dc req-483e4706-5c95-4d84-8974-2d3cb6695b2a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 946 time: 0.0550809 Sep 23 14:05:46.454867 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f399b17d-e621-4327-8e09-5cf9afce91dc req-0b0280ba-e0ab-427d-9c07-3159372bf350 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515497 Sep 23 14:05:46.653214 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9d860-40fb-4588-8943-347d4c2d15c6 req-28739771-5371-4ba2-887e-c7f3427de932 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:46.654706 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-34f9d860-40fb-4588-8943-347d4c2d15c6 req-28739771-5371-4ba2-887e-c7f3427de932 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.1002765 Sep 23 14:05:46.718789 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b6026677-d91a-457f-8d11-ba8a7efe4b20 req-da503ff2-9de0-4735-a48d-27729ea4add7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629226 Sep 23 14:05:46.754313 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-34f9d860-40fb-4588-8943-347d4c2d15c6 req-4c6abb72-4a71-44a2-8e5a-6626288b484d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922935 Sep 23 14:05:46.909007 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b6026677-d91a-457f-8d11-ba8a7efe4b20 req-ceef43f8-a4ca-4162-a998-87319e405736 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946400 Sep 23 14:05:47.059489 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-f8fcc825-b98a-4ab4-bef5-330196e9ff2c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:47.062310 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-f8fcc825-b98a-4ab4-bef5-330196e9ff2c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 946 time: 0.0556085 Sep 23 14:05:47.162526 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Deleting port 8fa468b7-9788-436b-98a3-9a8ce2151269 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:05:47.163059 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:47.270726 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] For port 8fa468b7-9788-436b-98a3-9a8ce2151269, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fa468b7-9788-436b-98a3-9a8ce2151269,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:47.271097 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:47.336982 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-2700ed7c-7036-4c04-a539-ca3b5ab6991b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:47.370832 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:47.375981 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:47.407237 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94500e03-b808-4ef4-97b6-4a398997b506 req-4080ef77-b0ca-4246-a211-246d89d6a5ca tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:47.408748 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-94500e03-b808-4ef4-97b6-4a398997b506 req-4080ef77-b0ca-4246-a211-246d89d6a5ca tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0930624 Sep 23 14:05:47.519771 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:47.520130 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (f28a650d-2507-428a-9028-c495e9779215), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:47.520445 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Floating IP f28a650d-2507-428a-9028-c495e9779215 disassociated. External IP: 172.27.1.92, port: 8fa468b7-9788-436b-98a3-9a8ce2151269. Sep 23 14:05:47.520779 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Calling delete_port for 8fa468b7-9788-436b-98a3-9a8ce2151269 owned by compute:nova {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:05:47.527497 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-94500e03-b808-4ef4-97b6-4a398997b506 req-7d1c3cee-9f5f-4a69-abb8-83bb911d2735 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096985 Sep 23 14:05:47.596017 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=32,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:47.600457 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=67,neutron:INSERT=11,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:47.621491 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff253ce2-df18-4117-b906-a51debb76347 req-7ea1cdb9-b306-4a5b-9962-643d9ff16178 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:47.623013 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ff253ce2-df18-4117-b906-a51debb76347 req-7ea1cdb9-b306-4a5b-9962-643d9ff16178 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 946 time: 0.0868011 Sep 23 14:05:47.711067 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ff253ce2-df18-4117-b906-a51debb76347 req-61d11be0-3450-4c54-a3e1-e7d2aa4d55d1 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c7f52fa2-a54b-42f1-a96c-dc218f251712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817564 Sep 23 14:05:47.807317 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (8fa468b7-9788-436b-98a3-9a8ce2151269), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:47.841818 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'Port': ['ID=8fa468b7-9788-436b-98a3-9a8ce2151269,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:47.928446 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483bb93-c38d-4f58-90bb-2c3e05e496fc req-9fa8122e-d3cb-456c-ac5d-4f808f6dfde1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:47.929926 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b483bb93-c38d-4f58-90bb-2c3e05e496fc req-9fa8122e-d3cb-456c-ac5d-4f808f6dfde1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0915194 Sep 23 14:05:48.022727 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b483bb93-c38d-4f58-90bb-2c3e05e496fc req-08fba577-9270-4abd-84aa-836364d70975 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856514 Sep 23 14:05:48.027151 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:05:48.140936 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:05:48.151876 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aafb200-50db-4b27-b66f-1f1250a40ee6 None None] Sync routers for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:05:48.163057 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aafb200-50db-4b27-b66f-1f1250a40ee6 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:48.163729 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8aafb200-50db-4b27-b66f-1f1250a40ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:48.187337 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=16 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:48.197251 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] No DVR routers for this DVR port 8fa468b7-9788-436b-98a3-9a8ce2151269 on host hv-cinder-85743 {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:05:48.197754 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=74,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:48.197866 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:48.197866 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-be47779e-a099-4df6-85ac-bf3a23f1c007 req-998fab88-3f83-4c67-86df-5eeab4c7e13d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8fa468b7-9788-436b-98a3-9a8ce2151269 HTTP/1.1" status: 204 len: 173 time: 1.1252539 Sep 23 14:05:48.197866 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'name': 'network-vif-deleted', 'tag': '8fa468b7-9788-436b-98a3-9a8ce2151269'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:05:48.197866 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0dd22f-6af7-42fc-8c09-f91f585a2ec7" -d '{"events": [{"server_uuid": "3b6d10ec-d6f4-4d14-939c-beab0c9ba13b", "name": "network-vif-deleted", "tag": "8fa468b7-9788-436b-98a3-9a8ce2151269"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:05:48.267255 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c495ff8b-654c-40eb-9bb1-a3753904b5d1 x-openstack-request-id: req-c495ff8b-654c-40eb-9bb1-a3753904b5d1 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:05:48.273157 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6d10ec-d6f4-4d14-939c-beab0c9ba13b", "name": "network-vif-deleted", "tag": "8fa468b7-9788-436b-98a3-9a8ce2151269", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:05:48.273157 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c495ff8b-654c-40eb-9bb1-a3753904b5d1 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:05:48.273157 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c495ff8b-654c-40eb-9bb1-a3753904b5d1'] response: {'server_uuid': '3b6d10ec-d6f4-4d14-939c-beab0c9ba13b', 'name': 'network-vif-deleted', 'tag': '8fa468b7-9788-436b-98a3-9a8ce2151269', 'status': 'completed', 'code': 200} Sep 23 14:05:48.279688 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-8aafb200-50db-4b27-b66f-1f1250a40ee6 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:48.281579 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb883e-63f9-45f8-a02f-50988ae457bd req-5cd5ebfe-b5f0-4b1a-8a05-93472ee16f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:48.283238 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9eeb883e-63f9-45f8-a02f-50988ae457bd req-5cd5ebfe-b5f0-4b1a-8a05-93472ee16f2b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 1130 time: 0.0531430 Sep 23 14:05:48.350275 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:48.396168 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb883e-63f9-45f8-a02f-50988ae457bd req-dc552c39-afda-4680-862d-15f8a410a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:48.397690 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9eeb883e-63f9-45f8-a02f-50988ae457bd req-dc552c39-afda-4680-862d-15f8a410a8aa service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=0f2b1efa-9c49-4c4b-95ca-efb64f014785 HTTP/1.1" status: 200 len: 918 time: 0.1050200 Sep 23 14:05:48.480969 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:48.481998 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:48.492811 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9eeb883e-63f9-45f8-a02f-50988ae457bd req-9ee8950d-d657-4550-af57-0028c1aac9b2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d HTTP/1.1" status: 200 len: 1002 time: 0.0666516 Sep 23 14:05:48.511742 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8aafb200-50db-4b27-b66f-1f1250a40ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:48.536677 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aafb200-50db-4b27-b66f-1f1250a40ee6 None None] Checking router: 7cb2b347-2372-47cb-9f3d-c47c2605bec5 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:05:48.542475 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb883e-63f9-45f8-a02f-50988ae457bd req-69760f32-0799-48fa-befd-03e7d16005ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:48.543939 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9eeb883e-63f9-45f8-a02f-50988ae457bd req-69760f32-0799-48fa-befd-03e7d16005ed service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=020c9151-4899-48c8-812f-202e3637905a HTTP/1.1" status: 200 len: 856 time: 0.0447159 Sep 23 14:05:48.545795 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aafb200-50db-4b27-b66f-1f1250a40ee6 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:05:48.546423 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8aafb200-50db-4b27-b66f-1f1250a40ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:48.595747 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:48.602076 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb883e-63f9-45f8-a02f-50988ae457bd req-577c3774-a900-4ac0-a92a-382b14990f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:48.604724 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9eeb883e-63f9-45f8-a02f-50988ae457bd req-577c3774-a900-4ac0-a92a-382b14990f42 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=0f2b1efa-9c49-4c4b-95ca-efb64f014785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495896 Sep 23 14:05:48.610464 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:48.670856 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-8aafb200-50db-4b27-b66f-1f1250a40ee6 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:05:48.726677 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab2cf-768e-466f-a9f4-53d0de1e317e req-2d1d1b4e-d490-4cd3-8377-e642a91e217a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:48.733730 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-970ab2cf-768e-466f-a9f4-53d0de1e317e req-2d1d1b4e-d490-4cd3-8377-e642a91e217a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0628738 Sep 23 14:05:48.782151 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9eeb883e-63f9-45f8-a02f-50988ae457bd req-82691971-22d0-4836-a061-2df3bea68588 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695704 Sep 23 14:05:48.887913 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-970ab2cf-768e-466f-a9f4-53d0de1e317e req-591ddcbe-973c-4125-9c21-eed94d9606fb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340246 Sep 23 14:05:48.915996 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a8e88158-1287-4683-a8c9-00577a2c7122 req-b94d5749-b759-4300-80bf-6b7beab70672 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0518177 Sep 23 14:05:48.928691 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-8aafb200-50db-4b27-b66f-1f1250a40ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:48.954510 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aafb200-50db-4b27-b66f-1f1250a40ee6 None None] The sync data for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi is: [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:05:48.968183 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9eeb883e-63f9-45f8-a02f-50988ae457bd req-ce4946d8-90bf-4014-bd6b-a99f62194761 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772723 Sep 23 14:05:49.149997 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4049eb7-081f-4d4e-92cc-723fa0584f4c req-573f1863-7d35-474c-82ca-dbb09bfafada tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:49.152173 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f4049eb7-081f-4d4e-92cc-723fa0584f4c req-573f1863-7d35-474c-82ca-dbb09bfafada tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0506611 Sep 23 14:05:49.193167 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d334828-a3ee-4162-bcac-c1877b983acf None None] New status for floating IP f28a650d-2507-428a-9028-c495e9779215: DOWN {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:05:49.207894 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f4049eb7-081f-4d4e-92cc-723fa0584f4c req-f5055923-26df-4b4d-8977-7cc1a58daa5e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498912 Sep 23 14:05:50.018230 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:50.040011 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a417e-6787-4bf8-accb-b309cdce1b73 req-4f716be6-da46-43ab-916e-833afd8307e3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:50.042004 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2e2a417e-6787-4bf8-accb-b309cdce1b73 req-4f716be6-da46-43ab-916e-833afd8307e3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0662003 Sep 23 14:05:50.063948 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-968f244e-b8cc-4d5e-b47c-9186e4ebf6e9 req-3e3edb1e-9d65-40a9-a4c8-99cb200912e9 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0468493 Sep 23 14:05:50.100306 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2e2a417e-6787-4bf8-accb-b309cdce1b73 req-342af6dd-9490-4bc2-9350-c214b062b2c0 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437078 Sep 23 14:05:50.234611 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:50.312273 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:50.326802 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb21436-dae8-4f15-9d4c-c0bfabfe18bf req-97e59fd1-094d-4fb4-ba2f-eb2405a8a548 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:50.328312 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2cb21436-dae8-4f15-9d4c-c0bfabfe18bf req-97e59fd1-094d-4fb4-ba2f-eb2405a8a548 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0462730 Sep 23 14:05:50.378369 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2cb21436-dae8-4f15-9d4c-c0bfabfe18bf req-ca965ece-e160-4bb3-a405-fd045b28643b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445905 Sep 23 14:05:51.186229 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1faa2430-867f-4253-9a73-d467828d21e4 req-f9fc7a32-120f-419c-9cae-0f10f5a4ff5c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3b6d10ec-d6f4-4d14-939c-beab0c9ba13b HTTP/1.1" status: 200 len: 210 time: 0.0328939 Sep 23 14:05:51.236172 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13135d06-7635-408c-b610-05d36e957685 req-9b9d4209-a1ac-473f-95ca-5e82a10ab5fd tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:51.237704 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-13135d06-7635-408c-b610-05d36e957685 req-9b9d4209-a1ac-473f-95ca-5e82a10ab5fd tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 946 time: 0.0495567 Sep 23 14:05:51.287670 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-13135d06-7635-408c-b610-05d36e957685 req-db3ab1eb-770d-436a-a96b-f95d7e7f56a2 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442309 Sep 23 14:05:51.510701 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c2907-0c3a-4382-8917-3dc792a958be req-8e9aaa7c-4061-4fc2-877c-b51b6ba67631 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:51.512115 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0e9c2907-0c3a-4382-8917-3dc792a958be req-8e9aaa7c-4061-4fc2-877c-b51b6ba67631 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0505171 Sep 23 14:05:51.559051 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0e9c2907-0c3a-4382-8917-3dc792a958be req-7b2a6e5a-1a7c-46db-a97a-64e38e194353 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412314 Sep 23 14:05:51.924202 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 0765d95c-b5b8-4eb9-aef1-96129a9a206d no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:52.000657 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 0765d95c-b5b8-4eb9-aef1-96129a9a206d is: ACTIVE; New status is: DOWN {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:52.001050 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:52.024812 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:05:52.027854 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf0c6e1-74c8-43c8-9cfa-8c9fcea066f6" -d '{"events": [{"server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "name": "network-vif-unplugged", "status": "completed", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:05:52.040493 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:52.070242 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831f8fef-bd5e-46c5-9c0e-5d86645ca5d0 x-openstack-request-id: req-831f8fef-bd5e-46c5-9c0e-5d86645ca5d0 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:05:52.070576 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "name": "network-vif-unplugged", "status": "completed", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:05:52.070886 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-831f8fef-bd5e-46c5-9c0e-5d86645ca5d0 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:05:52.071283 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831f8fef-bd5e-46c5-9c0e-5d86645ca5d0'] response: {'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'code': 200} Sep 23 14:05:52.129406 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:52.130126 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8fa468b7-9788-436b-98a3-9a8ce2151269 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:52.166901 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 8fa468b7-9788-436b-98a3-9a8ce2151269 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:05:52.167308 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8fa468b7-9788-436b-98a3-9a8ce2151269 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:05:52.193927 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=0765d95c-b5b8-4eb9-aef1-96129a9a206d,revision_number=8']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:52.347359 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60680) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:52.437785 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518987e-1c65-4d52-8691-8002d4cfe26a req-68c5a609-d057-4b41-be83-c672b736b708 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:52.439331 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b518987e-1c65-4d52-8691-8002d4cfe26a req-68c5a609-d057-4b41-be83-c672b736b708 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0670657 Sep 23 14:05:52.442263 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c53efd16-6348-4d4e-b753-65f329a316dd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (c7f52fa2-a54b-42f1-a96c-dc218f251712), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:52.481126 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c53efd16-6348-4d4e-b753-65f329a316dd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (c7f52fa2-a54b-42f1-a96c-dc218f251712), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:52.531418 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b518987e-1c65-4d52-8691-8002d4cfe26a req-77b7f6fe-e3e3-480d-bc90-e11a8a9499f4 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852466 Sep 23 14:05:52.662066 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c53efd16-6348-4d4e-b753-65f329a316dd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c7f52fa2-a54b-42f1-a96c-dc218f251712), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:52.664629 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c53efd16-6348-4d4e-b753-65f329a316dd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:52.665763 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-c53efd16-6348-4d4e-b753-65f329a316dd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c7f52fa2-a54b-42f1-a96c-dc218f251712 HTTP/1.1" status: 204 len: 168 time: 0.3173444 Sep 23 14:05:52.669427 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60688) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:52.681417 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53efd16-6348-4d4e-b753-65f329a316dd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f52fa2-a54b-42f1-a96c-dc218f251712,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:52.683647 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.api.v2.resource [None req-0f3d16b2-8553-4816-92ef-1c7987aabd4e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] show failed (client error): The resource could not be found. Sep 23 14:05:52.687712 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-0f3d16b2-8553-4816-92ef-1c7987aabd4e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups/c7f52fa2-a54b-42f1-a96c-dc218f251712 HTTP/1.1" status: 404 len: 347 time: 0.0172551 Sep 23 14:05:52.687911 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60690) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:52.703286 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ea25e-938d-44f2-835c-8b929be99d1c req-5b029fbf-4ecc-4706-b9c2-40b85e52bc19 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:52.704781 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f08ea25e-938d-44f2-835c-8b929be99d1c req-5b029fbf-4ecc-4706-b9c2-40b85e52bc19 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0713246 Sep 23 14:05:52.838455 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f08ea25e-938d-44f2-835c-8b929be99d1c req-16b6716a-8b77-4599-bfca-bf9cd4fb61e3 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049247 Sep 23 14:05:52.848421 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-cb8719e3-cfd2-4840-9c89-5d92368f114e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Deleting port 789ba601-2c92-46c1-8ad3-19101cc0c398 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:05:52.848760 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cb8719e3-cfd2-4840-9c89-5d92368f114e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (789ba601-2c92-46c1-8ad3-19101cc0c398), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:52.894697 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:52.928467 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cb8719e3-cfd2-4840-9c89-5d92368f114e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (789ba601-2c92-46c1-8ad3-19101cc0c398), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:52.928789 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cb8719e3-cfd2-4840-9c89-5d92368f114e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (789ba601-2c92-46c1-8ad3-19101cc0c398), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:52.941699 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-cb8719e3-cfd2-4840-9c89-5d92368f114e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Calling delete_port for 789ba601-2c92-46c1-8ad3-19101cc0c398 owned by network:floatingip {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:05:52.993577 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:53.155493 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cb8719e3-cfd2-4840-9c89-5d92368f114e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (789ba601-2c92-46c1-8ad3-19101cc0c398), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:53.185456 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8719e3-cfd2-4840-9c89-5d92368f114e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'Port': ['ID=789ba601-2c92-46c1-8ad3-19101cc0c398,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:53.248173 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cb8719e3-cfd2-4840-9c89-5d92368f114e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (f28a650d-2507-428a-9028-c495e9779215), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:53.250836 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cb8719e3-cfd2-4840-9c89-5d92368f114e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:53.251991 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-cb8719e3-cfd2-4840-9c89-5d92368f114e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/f28a650d-2507-428a-9028-c495e9779215 HTTP/1.1" status: 204 len: 168 time: 0.5622380 Sep 23 14:05:53.404986 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60702) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:53.409512 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-09866254-a3f5-493c-ad95-8bf4c507e267 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653613813', 'description': 'tempest-description--1915558313'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:53.535173 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-09866254-a3f5-493c-ad95-8bf4c507e267 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:53.601614 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-09866254-a3f5-493c-ad95-8bf4c507e267 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (c543dd12-6838-451f-b1f1-bab5102e3549), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:53.655743 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-09866254-a3f5-493c-ad95-8bf4c507e267 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c543dd12-6838-451f-b1f1-bab5102e3549), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:53.686389 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09866254-a3f5-493c-ad95-8bf4c507e267 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c543dd12-6838-451f-b1f1-bab5102e3549,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:53.743451 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-09866254-a3f5-493c-ad95-8bf4c507e267 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:53.749264 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-09866254-a3f5-493c-ad95-8bf4c507e267 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3405862 Sep 23 14:05:53.749483 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60710) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:53.753920 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-a3692294-4a7b-4980-9af7-474a77aa48ee tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group_rule': {'security_group_id': 'c543dd12-6838-451f-b1f1-bab5102e3549', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:53.782667 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [req-d51795b1-7199-42bc-9f39-86c3a7752e74 req-3991bdb1-2cb8-4ac0-b846-102b01c699b7 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106653) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 14:05:53.783652 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d51795b1-7199-42bc-9f39-86c3a7752e74 req-3991bdb1-2cb8-4ac0-b846-102b01c699b7 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0091732 Sep 23 14:05:53.844656 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a3692294-4a7b-4980-9af7-474a77aa48ee tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (705f3364-c7ff-4cdc-950e-4458622649b4), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:53.900112 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a3692294-4a7b-4980-9af7-474a77aa48ee tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (705f3364-c7ff-4cdc-950e-4458622649b4), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:53.959176 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec6d61-0cb8-435e-8e93-af8c42560184 req-5cb70522-55a6-4286-88da-e5e021f33d40 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:53.960637 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-25ec6d61-0cb8-435e-8e93-af8c42560184 req-5cb70522-55a6-4286-88da-e5e021f33d40 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0465884 Sep 23 14:05:53.982204 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a3692294-4a7b-4980-9af7-474a77aa48ee tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (705f3364-c7ff-4cdc-950e-4458622649b4), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:54.013036 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3692294-4a7b-4980-9af7-474a77aa48ee tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705f3364-c7ff-4cdc-950e-4458622649b4,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:54.029522 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-25ec6d61-0cb8-435e-8e93-af8c42560184 req-97306404-4cae-445a-9f62-d7fdaad31a40 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624938 Sep 23 14:05:54.081955 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a3692294-4a7b-4980-9af7-474a77aa48ee tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:54.085752 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-a3692294-4a7b-4980-9af7-474a77aa48ee tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328581 Sep 23 14:05:54.086736 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60718) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:54.092256 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-faf122c1-48e3-411f-8647-4488be99b240 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group_rule': {'security_group_id': 'c543dd12-6838-451f-b1f1-bab5102e3549', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:54.116047 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:54.180567 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e904b7c-3495-47b1-b77a-2c3b0fe063d9 req-80962316-e9f4-4b48-ab4a-a0086b09a830 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:54.181975 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e904b7c-3495-47b1-b77a-2c3b0fe063d9 req-80962316-e9f4-4b48-ab4a-a0086b09a830 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0564477 Sep 23 14:05:54.236421 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-faf122c1-48e3-411f-8647-4488be99b240 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (3870f90d-50d1-4900-9482-9f3e9c152d8a), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:54.242906 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e904b7c-3495-47b1-b77a-2c3b0fe063d9 req-44bf3c9f-d5be-4b34-9d60-6009082331ca tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546832 Sep 23 14:05:54.300882 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-faf122c1-48e3-411f-8647-4488be99b240 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (3870f90d-50d1-4900-9482-9f3e9c152d8a), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:54.371285 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-faf122c1-48e3-411f-8647-4488be99b240 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (3870f90d-50d1-4900-9482-9f3e9c152d8a), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:54.387480 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:54.393303 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf122c1-48e3-411f-8647-4488be99b240 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3870f90d-50d1-4900-9482-9f3e9c152d8a,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:54.488393 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-faf122c1-48e3-411f-8647-4488be99b240 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:54.489722 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-faf122c1-48e3-411f-8647-4488be99b240 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4027731 Sep 23 14:05:54.492929 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60734) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:54.498050 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:05:54.587552 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:54.656383 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60740) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:54.743144 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-bb1101f8-5cd1-41d4-8c92-e263206652a1 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855780 Sep 23 14:05:54.752775 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-e76114a9-5d5e-4041-9da1-554e089fad96 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106652) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 14:05:54.753772 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-e76114a9-5d5e-4041-9da1-554e089fad96 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053031 Sep 23 14:05:54.836695 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 60748) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:05:54.888507 dv-cinder-857434-4-iscsi neutron-server[106652]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 14:05:54.916274 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:54.938420 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-dd02b399-ba19-4bcc-be38-fbfb5dddc6ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:54.939812 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-dd02b399-ba19-4bcc-be38-fbfb5dddc6ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports/0765d95c-b5b8-4eb9-aef1-96129a9a206d HTTP/1.1" status: 200 len: 941 time: 0.1021152 Sep 23 14:05:55.021702 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Allocated IP 172.27.1.210 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/6b21679e-1862-45ab-89bb-e5625da31648) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:05:55.165205 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (6b21679e-1862-45ab-89bb-e5625da31648), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:55.173779 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f06e0-a244-4a23-b46d-da9c75147c66 req-1af4ae07-a764-45b5-9c5a-b5f55cb17d49 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:55.175295 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-543f06e0-a244-4a23-b46d-da9c75147c66 req-1af4ae07-a764-45b5-9c5a-b5f55cb17d49 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0669889 Sep 23 14:05:55.249350 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-543f06e0-a244-4a23-b46d-da9c75147c66 req-5dfbc00b-8ee9-4dab-bea1-32172517c118 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596745 Sep 23 14:05:55.291927 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (6b21679e-1862-45ab-89bb-e5625da31648), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:55.361328 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:05:55.387837 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:05:55.392703 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=6b21679e-1862-45ab-89bb-e5625da31648,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:55.396827 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:05:55.407695 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-91fe9b4d-07d6-414e-b2ea-7400b93dcd2f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-470216429&fields=id&tenant_id=728460a287914347b74cfe886f56ee6c HTTP/1.1" status: 200 len: 267 time: 0.1322141 Sep 23 14:05:55.446961 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e456bf3-5d73-41d1-9737-a114c4dec980 req-de177eab-818b-409f-9d15-075441f999f7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:55.448912 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8e456bf3-5d73-41d1-9737-a114c4dec980 req-de177eab-818b-409f-9d15-075441f999f7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.1130552 Sep 23 14:05:55.506973 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:55.601291 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:55.614699 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8e456bf3-5d73-41d1-9737-a114c4dec980 req-1fef5f61-bcac-4ba2-b058-9737cb23f219 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481485 Sep 23 14:05:55.625278 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b8331-d909-479a-b95f-93d4506a27ba req-0ba0a39e-8190-412e-b862-abd7ac31c5b8 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:55.626773 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-0ba0a39e-8190-412e-b862-abd7ac31c5b8 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/networks?id=190676c3-b885-43ca-a750-4bc929641327 HTTP/1.1" status: 200 len: 809 time: 0.1996760 Sep 23 14:05:55.633123 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:55.660248 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-14020577-e131-45be-ba98-7fe2bf6c8ba2 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/quotas/728460a287914347b74cfe886f56ee6c HTTP/1.1" status: 200 len: 375 time: 0.0210629 Sep 23 14:05:55.707124 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-505d7530-c419-425e-99e1-ff1fe113e813 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=728460a287914347b74cfe886f56ee6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460451 Sep 23 14:05:55.784349 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (6b21679e-1862-45ab-89bb-e5625da31648), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:55.873063 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-8ae54431-e2da-48a0-a472-afe35e7f66d2 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464038 Sep 23 14:05:55.935110 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 0765d95c-b5b8-4eb9-aef1-96129a9a206d no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:56.017491 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 0765d95c-b5b8-4eb9-aef1-96129a9a206d is: DOWN; New status is: DOWN {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:05:56.040861 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-c2ed8e92-ed4b-4177-97d5-7b0ede853548 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423295 Sep 23 14:05:56.053795 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (6b21679e-1862-45ab-89bb-e5625da31648), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:56.122730 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (6b21679e-1862-45ab-89bb-e5625da31648), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:56.185210 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:56.192379 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:56.196259 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=6b21679e-1862-45ab-89bb-e5625da31648,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:56.271243 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:05:56.272548 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-4b32e943-fb27-4ce2-b256-4e1cbfb92a2d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7786312 Sep 23 14:05:56.376657 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb1ee-9f92-4bc4-b447-8c2f30c447b2 req-3682f131-9851-4f8e-ae5e-8a5607012f36 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:56.378250 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-917bb1ee-9f92-4bc4-b447-8c2f30c447b2 req-3682f131-9851-4f8e-ae5e-8a5607012f36 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0518346 Sep 23 14:05:56.426038 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-917bb1ee-9f92-4bc4-b447-8c2f30c447b2 req-e527b2c5-5c65-434b-80e8-41d4166b430a tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Sep 23 14:05:56.549915 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-7dd0d223-b6a2-489b-88ba-644512d27c01 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--653613813&fields=id&tenant_id=482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 267 time: 0.0448735 Sep 23 14:05:56.645547 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-91e6280d-919c-4cc5-9ca8-00a6d04032cb req-f9537f10-dd40-41fa-93a2-0e220ba487cc tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0600657 Sep 23 14:05:56.700725 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-2c5bc419-b07b-4c51-8daa-b75ead364609 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:56.702424 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-2c5bc419-b07b-4c51-8daa-b75ead364609 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 815 time: 0.1446955 Sep 23 14:05:56.721002 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-e0504d13-2485-40b1-97fd-a9fcb25a342a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/quotas/482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 375 time: 0.0101726 Sep 23 14:05:56.808950 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-2e5e10d7-2c0a-47ea-9f12-85c598333a98 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823405 Sep 23 14:05:56.814703 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a57efc-725a-4e54-b424-d6b1efcad1f8 req-36d42875-98e4-4a16-bbf9-7a897334f520 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:56.816085 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b1a57efc-725a-4e54-b424-d6b1efcad1f8 req-36d42875-98e4-4a16-bbf9-7a897334f520 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0785224 Sep 23 14:05:56.924946 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b1a57efc-725a-4e54-b424-d6b1efcad1f8 req-edd6b137-f549-48ca-965c-a96679fc73b5 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031530 Sep 23 14:05:56.949521 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-828d6f35-6a48-49e1-9fb3-3ff0d7350902 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288300 Sep 23 14:05:57.053833 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0a23ab83-c98e-40a0-b947-ca0c4e71e797 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917354 Sep 23 14:05:57.291123 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:57.310314 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-017315f1-d19f-4a8c-ba0a-6d259dda9f6b req-5d2017d7-6db9-426c-b554-fea287a1a713 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 210 time: 0.0290430 Sep 23 14:05:57.556250 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cf0c6-94da-46ac-ab9a-b3e090da637c req-c59b30bd-0ea8-4666-ab6b-c4a44dd88874 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:57.557702 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a27cf0c6-94da-46ac-ab9a-b3e090da637c req-c59b30bd-0ea8-4666-ab6b-c4a44dd88874 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0514250 Sep 23 14:05:57.606493 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a27cf0c6-94da-46ac-ab9a-b3e090da637c req-ddca605c-d7b7-460b-b500-109cc0418a8f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 Sep 23 14:05:57.735588 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fbf9eca3-5dfd-4e8d-a978-33d497c9bfee req-81c4d441-3883-4296-9777-5264bbf33a99 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0276484 Sep 23 14:05:58.064504 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa36c6-b57f-4c9c-910d-11d91505c298 req-fb51e7ec-10a7-4da6-a337-ea9eea1ca3bc tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:58.065909 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-35fa36c6-b57f-4c9c-910d-11d91505c298 req-fb51e7ec-10a7-4da6-a337-ea9eea1ca3bc tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0473530 Sep 23 14:05:58.114502 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-35fa36c6-b57f-4c9c-910d-11d91505c298 req-27e568af-1828-48c8-a5db-71a932c1bc34 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427482 Sep 23 14:05:58.411188 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-58239c55-da6e-46cd-a6dd-c6100ce2261e req-725493b9-cf64-4627-8cb8-ec4a3b8cb159 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 210 time: 0.0295374 Sep 23 14:05:58.734714 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a2192-b839-4281-8f33-0ef736b57bff req-0c3e47f2-82a4-4375-91bc-2dc7aa8834c2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:58.736646 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d09a2192-b839-4281-8f33-0ef736b57bff req-0c3e47f2-82a4-4375-91bc-2dc7aa8834c2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0502713 Sep 23 14:05:58.798854 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d09a2192-b839-4281-8f33-0ef736b57bff req-83990124-bd0b-4ba6-b8ee-c64de3770706 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539398 Sep 23 14:05:58.854533 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a3f38602-099b-41aa-b92d-cd0607d443ab req-85c14ac7-da4b-4f39-97e8-57f6db83f39d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0282609 Sep 23 14:05:58.898496 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2340d7-abc0-42d1-ac24-465f54acbb3e req-a7d3f980-98c3-4940-9888-8a4fd309f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:58.899913 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4c2340d7-abc0-42d1-ac24-465f54acbb3e req-a7d3f980-98c3-4940-9888-8a4fd309f680 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 1130 time: 0.0431786 Sep 23 14:05:58.944469 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4c2340d7-abc0-42d1-ac24-465f54acbb3e req-e801c1ec-78f8-47fe-8a0f-7b0144142211 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386717 Sep 23 14:05:59.239518 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58f9a9-fd95-4b95-8e49-7a1904a905eb req-84fcd1ca-3998-4855-be90-90cf8d3d9513 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:05:59.241014 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bc58f9a9-fd95-4b95-8e49-7a1904a905eb req-84fcd1ca-3998-4855-be90-90cf8d3d9513 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0463221 Sep 23 14:05:59.262705 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:05:59.291689 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bc58f9a9-fd95-4b95-8e49-7a1904a905eb req-bf52d8ad-6a85-4976-a7bf-dd603aae1c03 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 Sep 23 14:05:59.510833 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f7f64c31-a8d3-4e68-8c2f-9ef32379c1ad req-440c6a7b-0e5e-4dd9-bd1f-5f82b7accec1 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 210 time: 0.0267200 Sep 23 14:06:00.007542 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eccd24e6-5371-49b8-b0ae-80dc9044cc8b req-05478c9e-8754-489d-8036-4e0fe167a061 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0721307 Sep 23 14:06:00.015874 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8627c37-0679-46ec-90ac-4ba922c313dd req-a4dd7c05-7dbb-4558-ad26-9e03be0f3b5f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:00.017308 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a8627c37-0679-46ec-90ac-4ba922c313dd req-a4dd7c05-7dbb-4558-ad26-9e03be0f3b5f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.1415522 Sep 23 14:06:00.018401 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-66ce1001-39bc-4c1f-9d4c-702417f9f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:00.019731 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-66ce1001-39bc-4c1f-9d4c-702417f9f6df service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936&tenant_id=c21d140d48ba4014bc470e8cf720785d HTTP/1.1" status: 200 len: 1128 time: 0.1328070 Sep 23 14:06:00.082269 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a8627c37-0679-46ec-90ac-4ba922c313dd req-e563ef34-9637-4b5d-a058-06659b280fa8 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563376 Sep 23 14:06:00.111702 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-390703a9-25f0-46ea-be68-6840d04c33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:00.113328 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-390703a9-25f0-46ea-be68-6840d04c33c5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 1128 time: 0.0480366 Sep 23 14:06:00.286255 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-3b617b51-23e0-40bc-bef7-eb4ea20cb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:00.287824 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-3b617b51-23e0-40bc-bef7-eb4ea20cb708 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=0f2b1efa-9c49-4c4b-95ca-efb64f014785 HTTP/1.1" status: 200 len: 918 time: 0.0953431 Sep 23 14:06:00.418145 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f167e3-dabb-4dc6-85e9-ff1feb3e1702 req-78809592-cb34-4cdf-8818-8fb4f6ec973e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:00.419593 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-04f167e3-dabb-4dc6-85e9-ff1feb3e1702 req-78809592-cb34-4cdf-8818-8fb4f6ec973e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0464387 Sep 23 14:06:00.465842 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-04f167e3-dabb-4dc6-85e9-ff1feb3e1702 req-cac52187-fe22-47ad-be65-a524be3e23a1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402641 Sep 23 14:06:00.610979 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-154c67c5-426c-402e-85c6-fffe76f85525 req-1b897736-197b-43c4-b134-79dc0c6bddde tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 210 time: 0.0275404 Sep 23 14:06:00.793655 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-02dd9835-099d-428d-af74-57560fd67224 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d HTTP/1.1" status: 200 len: 1000 time: 0.0610080 Sep 23 14:06:00.843799 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-5c576c2c-df11-46df-8681-ff8b54dfcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:00.845261 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-5c576c2c-df11-46df-8681-ff8b54dfcde5 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=020c9151-4899-48c8-812f-202e3637905a HTTP/1.1" status: 200 len: 856 time: 0.0458417 Sep 23 14:06:00.880987 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:00.891399 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-66f64519-124f-4ff7-8215-aa8a3477be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:00.892889 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-66f64519-124f-4ff7-8215-aa8a3477be8d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=0f2b1efa-9c49-4c4b-95ca-efb64f014785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406754 Sep 23 14:06:00.984085 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-954b8d94-31dc-4b85-9b38-d965e945fae1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Sep 23 14:06:01.111710 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3ad37a91-ec20-4fb0-b396-ffe5a950e1c5 req-a2ec28fb-781d-488e-8015-a2907d6d05e2 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0272558 Sep 23 14:06:01.253122 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b8e52-9213-44c2-84fa-6ea970c7573d req-1dc86690-13d5-4a43-9e21-a151de96f0e6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:01.254547 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c42b8e52-9213-44c2-84fa-6ea970c7573d req-1dc86690-13d5-4a43-9e21-a151de96f0e6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0953441 Sep 23 14:06:01.325909 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14bb7984-f3f9-4473-a498-2c3da8241609 req-137183ae-c4ed-43f9-b268-324e4467114f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366954 Sep 23 14:06:01.329420 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c42b8e52-9213-44c2-84fa-6ea970c7573d req-4ed87cac-2812-4380-9aa4-d7b5bd9dd8b9 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690410 Sep 23 14:06:01.543174 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:01.587597 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-9b29e602-eaba-4b91-ac2b-397f8ac837fc tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:01.589055 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-9b29e602-eaba-4b91-ac2b-397f8ac837fc tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 815 time: 0.1565886 Sep 23 14:06:01.608240 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb64ef1-7450-4acf-9a2c-4fd4409b0779 req-b7c6cdaa-1abe-4d55-8316-fc758db0147d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:01.609704 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4bb64ef1-7450-4acf-9a2c-4fd4409b0779 req-b7c6cdaa-1abe-4d55-8316-fc758db0147d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0590670 Sep 23 14:06:01.679888 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4bb64ef1-7450-4acf-9a2c-4fd4409b0779 req-1b3c2d66-238e-4a47-bc0e-8ee557999729 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637636 Sep 23 14:06:01.728412 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-a1ee412d-0a3a-4c6e-8f55-8137df3ef7e4 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 379 time: 0.0835638 Sep 23 14:06:01.757462 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'port': {'device_id': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'admin_state_up': True, 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'security_groups': ['c543dd12-6838-451f-b1f1-bab5102e3549']}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:06:01.849874 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1ab96d42-4546-4ecd-a1ec-795d0937ab46 req-18040426-e4e7-43fd-891c-0b5a86b9eb1f tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 210 time: 0.0726156 Sep 23 14:06:02.233867 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e7900-cf8c-4928-8600-1a05bb487529 req-191e9c1f-865b-478f-82bd-cc3a157db7b1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:02.242393 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b52e7900-cf8c-4928-8600-1a05bb487529 req-191e9c1f-865b-478f-82bd-cc3a157db7b1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.3352168 Sep 23 14:06:02.296743 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9afdea56-125a-4a1e-90fb-3ec41c24a0b8 req-b3a759de-c3d3-4b92-92de-ae2316d4dfe8 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0319247 Sep 23 14:06:02.335723 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Made reservation on behalf of 482490c45ac64607bba9ad021f2effbf for: {'port': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:06:02.340316 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:02.355502 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b52e7900-cf8c-4928-8600-1a05bb487529 req-4c7dff7e-faa5-4f9d-bd05-de88adfa12e3 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120315 Sep 23 14:06:02.477874 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:02.487399 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Allocated IP 172.20.0.9 (34e7a0c6-e35b-482b-a11c-b3c893e03a50/80f7adc6-3046-4d27-ba65-e533eb9cae24/57f85532-237c-4ac3-8270-603ea7e41e29) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:06:02.678113 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (57f85532-237c-4ac3-8270-603ea7e41e29), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:02.753750 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:02.803840 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:02.835719 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:06:02.845301 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:06:02.847212 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=57f85532-237c-4ac3-8270-603ea7e41e29,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:02.851210 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:06:02.861383 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f922-faa7-4cea-be61-5a51d5ef5fdb req-ff0d726b-8c54-4a2a-8a45-1840b474f990 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:02.862949 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bfb7f922-faa7-4cea-be61-5a51d5ef5fdb req-ff0d726b-8c54-4a2a-8a45-1840b474f990 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0805855 Sep 23 14:06:02.924199 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:02.924842 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:02.989111 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bfb7f922-faa7-4cea-be61-5a51d5ef5fdb req-3dd1fe7d-d767-47a8-bfe7-16961002ed55 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071668 Sep 23 14:06:03.032032 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0bfad-fa52-4d8c-a9ee-6c7520cec008 req-6521fe6e-e4cf-412a-b81f-cdc9ba8edfc6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:03.033592 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71e0bfad-fa52-4d8c-a9ee-6c7520cec008 req-6521fe6e-e4cf-412a-b81f-cdc9ba8edfc6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 931 time: 0.0593281 Sep 23 14:06:03.038045 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-c70d17fd-0365-4907-ab43-f397d38b232a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2860105 Sep 23 14:06:03.103158 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71e0bfad-fa52-4d8c-a9ee-6c7520cec008 req-e30ed42e-88da-4778-b864-365b3a546429 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626075 Sep 23 14:06:03.163433 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Provisioning complete for port 57f85532-237c-4ac3-8270-603ea7e41e29 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:06:03.163990 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:03.164087 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Attempt 1 to provision port 57f85532-237c-4ac3-8270-603ea7e41e29 Sep 23 14:06:03.205143 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Port 57f85532-237c-4ac3-8270-603ea7e41e29 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:03.415798 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6b62f82d-ec32-4d9b-b1f4-07af2ac40ac5 req-b2cd9c11-c8fe-46e4-921a-5c88524bc647 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0290716 Sep 23 14:06:03.496142 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a33ac-3f9e-43c6-921e-83d5c66e0599 req-d87f1a1c-6e48-4ec4-9d51-a342168cc8d0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:03.497913 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-170a33ac-3f9e-43c6-921e-83d5c66e0599 req-d87f1a1c-6e48-4ec4-9d51-a342168cc8d0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0533521 Sep 23 14:06:03.559522 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-170a33ac-3f9e-43c6-921e-83d5c66e0599 req-70a9913e-5850-45d1-86a0-01caf9127af7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518434 Sep 23 14:06:03.706757 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Attempt 2 to provision port 57f85532-237c-4ac3-8270-603ea7e41e29 Sep 23 14:06:03.755376 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Port 57f85532-237c-4ac3-8270-603ea7e41e29 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:04.160090 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120b832-6243-4df3-ba6a-4c42e2bdbca7 req-36ac8c39-f9f9-41e6-a3cd-fb682a07b278 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:04.162023 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b120b832-6243-4df3-ba6a-4c42e2bdbca7 req-36ac8c39-f9f9-41e6-a3cd-fb682a07b278 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0534320 Sep 23 14:06:04.251978 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b120b832-6243-4df3-ba6a-4c42e2bdbca7 req-255cc91c-a298-4699-95fa-cb896a1b6341 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842407 Sep 23 14:06:04.255403 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Attempt 3 to provision port 57f85532-237c-4ac3-8270-603ea7e41e29 Sep 23 14:06:04.277378 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ad521-63af-4eb2-865c-850abcf86339 req-240537f4-024c-49dd-9c6f-3bcbc500ed3a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:04.278903 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ce4ad521-63af-4eb2-865c-850abcf86339 req-240537f4-024c-49dd-9c6f-3bcbc500ed3a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 931 time: 0.0737259 Sep 23 14:06:04.311722 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Port 57f85532-237c-4ac3-8270-603ea7e41e29 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:04.350370 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ce4ad521-63af-4eb2-865c-850abcf86339 req-24ceec19-2b44-413b-9c5d-795f751d2fc3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588608 Sep 23 14:06:04.548265 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9bd174fe-68e3-4535-aab4-e9aa1afc08b0 req-b887f122-f835-4b1f-8380-e4a8a909a2de tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0322108 Sep 23 14:06:04.697329 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ad790-af0d-4b2f-a05a-625c72077520 req-1340323c-a408-48d5-881e-6650a6f8a4fe tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:04.698826 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8f8ad790-af0d-4b2f-a05a-625c72077520 req-1340323c-a408-48d5-881e-6650a6f8a4fe tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0588486 Sep 23 14:06:04.750024 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8f8ad790-af0d-4b2f-a05a-625c72077520 req-bcb214a6-8853-4325-81ae-8f6b5f4738e0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449655 Sep 23 14:06:04.813169 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Attempt 4 to provision port 57f85532-237c-4ac3-8270-603ea7e41e29 Sep 23 14:06:04.837807 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:04.850809 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Port 57f85532-237c-4ac3-8270-603ea7e41e29 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:04.928405 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=7 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:04.929767 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=9 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:05.351995 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Attempt 5 to provision port 57f85532-237c-4ac3-8270-603ea7e41e29 Sep 23 14:06:05.398941 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:05.402992 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Port 57f85532-237c-4ac3-8270-603ea7e41e29 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:05.405843 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313637d-24f2-418d-88bd-3bddb2362d7f req-67e5f053-9b86-470e-a0a5-cadd42c08765 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:05.407397 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6313637d-24f2-418d-88bd-3bddb2362d7f req-67e5f053-9b86-470e-a0a5-cadd42c08765 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0601442 Sep 23 14:06:05.509426 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6313637d-24f2-418d-88bd-3bddb2362d7f req-4a8c5c50-6348-4677-a31c-6e91e53769c0 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959136 Sep 23 14:06:05.516898 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20ea93-f844-4f05-9bb1-e04fb611b912 req-79534b62-3782-4b61-9124-fefd81e3245c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:05.519073 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dc20ea93-f844-4f05-9bb1-e04fb611b912 req-79534b62-3782-4b61-9124-fefd81e3245c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 931 time: 0.0800138 Sep 23 14:06:05.585064 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dc20ea93-f844-4f05-9bb1-e04fb611b912 req-6b63f587-5fad-4621-ac9d-bedecf89edb5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595636 Sep 23 14:06:05.669011 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b76cbc68-55f1-4326-bcd5-be6ca9fdcc56 req-acd846b7-df80-4285-9c27-691d90fad1da tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0301836 Sep 23 14:06:05.905895 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Attempt 6 to provision port 57f85532-237c-4ac3-8270-603ea7e41e29 Sep 23 14:06:05.913195 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6232b-18b3-45a6-8e05-45cb4424ad97 req-d90449ec-d1f7-43d2-98d3-118e8ee68962 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:05.914900 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c8c6232b-18b3-45a6-8e05-45cb4424ad97 req-d90449ec-d1f7-43d2-98d3-118e8ee68962 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0664816 Sep 23 14:06:05.944551 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Port 57f85532-237c-4ac3-8270-603ea7e41e29 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:05.984781 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c8c6232b-18b3-45a6-8e05-45cb4424ad97 req-2613f2fd-3d8a-4bd2-ba68-b38b8bc400e1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605586 Sep 23 14:06:06.446257 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Attempt 7 to provision port 57f85532-237c-4ac3-8270-603ea7e41e29 Sep 23 14:06:06.478423 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Port 57f85532-237c-4ac3-8270-603ea7e41e29 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:06.658207 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b8d44-f2c9-4c5c-a619-17821f295394 req-42b44ed3-325b-4bdd-b297-2d3401276873 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:06.660343 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3c7b8d44-f2c9-4c5c-a619-17821f295394 req-42b44ed3-325b-4bdd-b297-2d3401276873 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0489964 Sep 23 14:06:06.752241 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7141e4-3e0b-43db-8b5e-866575dc2049 req-90955a31-0df4-40f0-a845-fe7584b62e1a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:06.753689 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6d7141e4-3e0b-43db-8b5e-866575dc2049 req-90955a31-0df4-40f0-a845-fe7584b62e1a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 931 time: 0.0777221 Sep 23 14:06:06.760696 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3c7b8d44-f2c9-4c5c-a619-17821f295394 req-d915ddb0-2003-4a59-ab94-8802057593aa tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936527 Sep 23 14:06:06.854950 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6d7141e4-3e0b-43db-8b5e-866575dc2049 req-2e21c05d-65e3-4c0e-b2d8-9cb2fcccc1f6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932932 Sep 23 14:06:06.876501 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3b8ef70e-4900-4b0d-aa76-8e5f231255a3 req-eaca71f9-b6ae-4139-a628-8ca392ee4f30 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0381312 Sep 23 14:06:06.988473 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Attempt 8 to provision port 57f85532-237c-4ac3-8270-603ea7e41e29 Sep 23 14:06:07.022241 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Port 57f85532-237c-4ac3-8270-603ea7e41e29 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:07.098357 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:07.117287 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bd0c3-880d-4a88-998f-b55c533cbdf6 req-f9e85cf1-e336-4fbc-9616-494e77794752 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:07.119175 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-584bd0c3-880d-4a88-998f-b55c533cbdf6 req-f9e85cf1-e336-4fbc-9616-494e77794752 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0509760 Sep 23 14:06:07.170795 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-584bd0c3-880d-4a88-998f-b55c533cbdf6 req-eea2791a-c781-4464-8262-e2e6b3564de2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430408 Sep 23 14:06:07.299624 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:07.306422 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:07.523355 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Attempt 9 to provision port 57f85532-237c-4ac3-8270-603ea7e41e29 Sep 23 14:06:07.570221 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Port 57f85532-237c-4ac3-8270-603ea7e41e29 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:07.912992 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af12c5-0701-48c3-acdd-abc29ccb7076 req-9e16be83-2f59-4a7a-8855-33685be32949 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:07.913573 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-45af12c5-0701-48c3-acdd-abc29ccb7076 req-9e16be83-2f59-4a7a-8855-33685be32949 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0566144 Sep 23 14:06:08.010701 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-45af12c5-0701-48c3-acdd-abc29ccb7076 req-8608831c-3df9-4dd1-86b6-61deb140b6dc tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916679 Sep 23 14:06:08.047678 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb003b5-fe22-4b7b-9381-479b91fb5094 req-b63e1f9f-f803-4f2a-9924-b567449baed6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:08.055499 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-beb003b5-fe22-4b7b-9381-479b91fb5094 req-b63e1f9f-f803-4f2a-9924-b567449baed6 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 931 time: 0.0972607 Sep 23 14:06:08.071839 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Attempt 10 to provision port 57f85532-237c-4ac3-8270-603ea7e41e29 Sep 23 14:06:08.111933 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a544ca34-36bb-44da-a551-8140016bf76c None None] Port 57f85532-237c-4ac3-8270-603ea7e41e29 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:08.155876 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9acd7783-7173-4619-ae70-017afa9a1c1d req-aa9a6eef-2780-4e69-9c4a-d4aad7e07e11 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0437872 Sep 23 14:06:08.172000 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-beb003b5-fe22-4b7b-9381-479b91fb5094 req-344694ae-4f22-40c3-8102-9db54c048c75 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092465 Sep 23 14:06:08.305657 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fcd55-791b-4219-9632-55952238198f req-7ce5bec3-322a-4672-b907-e82f82c6dcb9 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:08.307172 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-621fcd55-791b-4219-9632-55952238198f req-7ce5bec3-322a-4672-b907-e82f82c6dcb9 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0493898 Sep 23 14:06:08.374843 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-621fcd55-791b-4219-9632-55952238198f req-aec7d011-005d-4f22-be3b-79472aef0f41 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564938 Sep 23 14:06:09.164837 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45d9aa-3f28-4a28-a477-9827489c65e6 req-ce8d3840-3b5c-473c-9662-4817f34d02ef tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:09.166485 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ec45d9aa-3f28-4a28-a477-9827489c65e6 req-ce8d3840-3b5c-473c-9662-4817f34d02ef tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0518298 Sep 23 14:06:09.217868 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ec45d9aa-3f28-4a28-a477-9827489c65e6 req-413f771f-2767-4cdb-a37d-6dceb21395fb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451124 Sep 23 14:06:09.290957 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-80551228-e204-4ea6-ab3e-548f5d7df150 req-e097adb3-a03d-44cd-80c6-66f972b803bf tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0360038 Sep 23 14:06:09.353545 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4872a4-bf81-4a01-82d3-79be7ac7e295 req-78f6dada-fe34-4481-8771-afaccf494afd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:09.355328 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-db4872a4-bf81-4a01-82d3-79be7ac7e295 req-78f6dada-fe34-4481-8771-afaccf494afd tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 931 time: 0.0626671 Sep 23 14:06:09.387664 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:09.423008 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-db4872a4-bf81-4a01-82d3-79be7ac7e295 req-a3774bc6-2ca1-4d76-be1c-58d37116fbcb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555592 Sep 23 14:06:09.502594 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fed6aa-2c83-4fdf-99f0-b97bbd2ff0ad req-7053ec1f-319e-4c06-bac5-d64acd43f3fd tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:09.506959 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-68fed6aa-2c83-4fdf-99f0-b97bbd2ff0ad req-7053ec1f-319e-4c06-bac5-d64acd43f3fd tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0585802 Sep 23 14:06:09.557422 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-68fed6aa-2c83-4fdf-99f0-b97bbd2ff0ad req-77b7d126-0da5-43cb-aafb-319cb5e29137 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469847 Sep 23 14:06:10.357337 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b9f8d-a777-4662-b99a-e69d11d86712 req-bddb6f19-772e-496a-8500-959d49d6f238 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:10.359182 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-695b9f8d-a777-4662-b99a-e69d11d86712 req-bddb6f19-772e-496a-8500-959d49d6f238 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0487418 Sep 23 14:06:10.402985 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-420bca0e-4630-495a-813d-daac36e23cf4 req-09d7eafd-56bf-462c-aa3c-312fd2396362 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0398328 Sep 23 14:06:10.432816 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-695b9f8d-a777-4662-b99a-e69d11d86712 req-a47c530d-3e29-4f30-aaa6-0f8c74de3e93 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680511 Sep 23 14:06:10.541833 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286eea9-5b6c-4cb8-8381-720158a1953a req-2e4ec5bc-27bd-48d7-a8ff-226dfed238c5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:10.543316 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7286eea9-5b6c-4cb8-8381-720158a1953a req-2e4ec5bc-27bd-48d7-a8ff-226dfed238c5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 931 time: 0.0460966 Sep 23 14:06:10.584450 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4114843-1b63-4d66-997f-d6633b1e4be4 req-f89ff7f2-82b5-40d2-a13b-383595d304ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:10.586032 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b4114843-1b63-4d66-997f-d6633b1e4be4 req-f89ff7f2-82b5-40d2-a13b-383595d304ae service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 1130 time: 0.0405393 Sep 23 14:06:10.594885 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7286eea9-5b6c-4cb8-8381-720158a1953a req-f65b6d48-dd30-464c-8e72-76ee021b8e08 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454829 Sep 23 14:06:10.613293 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Request body: {'port': {'device_id': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:06:10.697280 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4114843-1b63-4d66-997f-d6633b1e4be4 req-64df0577-481d-49ab-90c5-1edc089f98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:10.698794 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b4114843-1b63-4d66-997f-d6633b1e4be4 req-64df0577-481d-49ab-90c5-1edc089f98bb service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.0981805 Sep 23 14:06:10.732442 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:10.755745 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b4ccd-ad40-40bc-8969-c7fe8374d947 req-55745ed5-098c-44c9-a9b5-9dc31b9d2d20 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:10.757225 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2d3b4ccd-ad40-40bc-8969-c7fe8374d947 req-55745ed5-098c-44c9-a9b5-9dc31b9d2d20 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0785186 Sep 23 14:06:10.874854 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:10.886178 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2d3b4ccd-ad40-40bc-8969-c7fe8374d947 req-99b7d65f-b487-4775-aa3e-a2e3dd0f2a40 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090779 Sep 23 14:06:11.043309 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f85532-237c-4ac3-8270-603ea7e41e29 {{(pid=106653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:06:11.051959 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Publish callbacks [] for port (57f85532-237c-4ac3-8270-603ea7e41e29), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:11.064996 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.provisioning_blocks [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Transition to ACTIVE for port object 57f85532-237c-4ac3-8270-603ea7e41e29 will not be triggered until provisioned by entity L2. {{(pid=106653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:06:11.130968 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:11.176130 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:11.190324 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b4114843-1b63-4d66-997f-d6633b1e4be4 req-810029c0-57f1-4dfd-b208-674acb5e00d1 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 HTTP/1.1" status: 200 len: 1002 time: 0.0648823 Sep 23 14:06:11.245789 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4114843-1b63-4d66-997f-d6633b1e4be4 req-07833111-5cb0-416b-8244-5b391350dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:11.247392 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b4114843-1b63-4d66-997f-d6633b1e4be4 req-07833111-5cb0-416b-8244-5b391350dbdc service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.0489795 Sep 23 14:06:11.283690 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Pushing event updated for resources: {'Port': ['ID=57f85532-237c-4ac3-8270-603ea7e41e29,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:11.316176 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4114843-1b63-4d66-997f-d6633b1e4be4 req-d8d9ad0c-8c92-4210-af8b-ca820f931396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:11.317888 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b4114843-1b63-4d66-997f-d6633b1e4be4 req-d8d9ad0c-8c92-4210-af8b-ca820f931396 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511334 Sep 23 14:06:11.343359 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Attempting to bind port 57f85532-237c-4ac3-8270-603ea7e41e29 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:06:11.343692 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Attempting to bind port 57f85532-237c-4ac3-8270-603ea7e41e29 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:06:11.344024 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Attempting to bind port 57f85532-237c-4ac3-8270-603ea7e41e29 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:06:11.351573 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b8331-d909-479a-b95f-93d4506a27ba req-5f47e2e0-2f3e-467f-9b3a-35498df1f1e5 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:11.353048 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-5f47e2e0-2f3e-467f-9b3a-35498df1f1e5 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.49 "GET /networking/v2.0/networks?id=190676c3-b885-43ca-a750-4bc929641327 HTTP/1.1" status: 200 len: 809 time: 0.1912138 Sep 23 14:06:11.415514 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b4114843-1b63-4d66-997f-d6633b1e4be4 req-038f2559-9d45-414f-8ee8-e0b9a6c1c5fe service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911980 Sep 23 14:06:11.434165 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Port 57f85532-237c-4ac3-8270-603ea7e41e29 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:06:11.437011 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Attempting to bind port 57f85532-237c-4ac3-8270-603ea7e41e29 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:06:11.474459 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-19f0ca9d-7c06-4446-923f-2935190ba5f5 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=728460a287914347b74cfe886f56ee6c HTTP/1.1" status: 200 len: 379 time: 0.1011374 Sep 23 14:06:11.487280 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Request body: {'port': {'device_id': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'admin_state_up': True, 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'security_groups': ['6679265d-dd43-409c-b12c-32a59c686338']}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:06:11.541449 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b4114843-1b63-4d66-997f-d6633b1e4be4 req-476272f3-1317-4ae6-a6e6-f752c1a2e76c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148500 Sep 23 14:06:11.560579 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:11.596126 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:06:11.596457 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Checking segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:06:11.596842 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Bound using segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:06:11.597287 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Bound port: 57f85532-237c-4ac3-8270-603ea7e41e29, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:06:11.597650 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:11.600847 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cf7ad453-ff04-41be-95f4-e70ec006e69e req-4c80a975-2dbb-448a-98fe-df71005be889 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0838423 Sep 23 14:06:11.678633 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a4cc-2a07-479f-bea8-65a958360319 req-22bbd98a-d943-430f-b571-ae66415ff4cc tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:11.680157 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f701a4cc-2a07-479f-bea8-65a958360319 req-22bbd98a-d943-430f-b571-ae66415ff4cc tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.1272969 Sep 23 14:06:11.825133 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] For port 57f85532-237c-4ac3-8270-603ea7e41e29, host hv-cinder-85743, cleared binding levels {{(pid=106653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:06:11.837334 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc76ed-29ef-456f-b2d2-985ddf2d73da req-2b8431b6-bf37-4d04-a55e-1b33a9768b01 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:11.838810 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-84bc76ed-29ef-456f-b2d2-985ddf2d73da req-2b8431b6-bf37-4d04-a55e-1b33a9768b01 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 943 time: 0.1051559 Sep 23 14:06:11.856484 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] For port 57f85532-237c-4ac3-8270-603ea7e41e29, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=57f85532-237c-4ac3-8270-603ea7e41e29,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:06:11.860716 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f701a4cc-2a07-479f-bea8-65a958360319 req-b4fe76ea-9545-47c7-8803-ffc17b307aff tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560695 Sep 23 14:06:11.898401 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-84bc76ed-29ef-456f-b2d2-985ddf2d73da req-e01658e2-8bf2-435c-848c-84baf79f933c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515053 Sep 23 14:06:11.925939 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Made reservation on behalf of 728460a287914347b74cfe886f56ee6c for: {'port': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:06:11.933523 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:11.995991 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:12.039584 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:12.040221 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:12.041635 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/57f85532-237c-4ac3-8270-603ea7e41e29 HTTP/1.1" status: 200 len: 1093 time: 1.4425039 Sep 23 14:06:12.044276 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'tag': '57f85532-237c-4ac3-8270-603ea7e41e29'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:06:12.047070 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19c488f-d4b8-4c93-8cc9-44b5e177ac5a" -d '{"events": [{"name": "network-changed", "server_uuid": "eee99559-a86f-4088-9fd1-a6ae97245d92", "tag": "57f85532-237c-4ac3-8270-603ea7e41e29"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:06:12.095935 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a837d1b-7942-4a57-88b1-8823b9ae93e1 req-58986430-cbd3-43ba-927a-a5f92383d207 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:12.099045 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4a837d1b-7942-4a57-88b1-8823b9ae93e1 req-58986430-cbd3-43ba-927a-a5f92383d207 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.1165645 Sep 23 14:06:12.106199 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b29668b-2b81-4c05-9b19-8c792fcdca9a x-openstack-request-id: req-9b29668b-2b81-4c05-9b19-8c792fcdca9a {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:06:12.106513 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee99559-a86f-4088-9fd1-a6ae97245d92", "tag": "57f85532-237c-4ac3-8270-603ea7e41e29", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:06:12.106761 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b29668b-2b81-4c05-9b19-8c792fcdca9a {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:06:12.107154 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b29668b-2b81-4c05-9b19-8c792fcdca9a'] response: {'name': 'network-changed', 'server_uuid': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'tag': '57f85532-237c-4ac3-8270-603ea7e41e29', 'status': 'completed', 'code': 200} Sep 23 14:06:12.157509 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351f244-3272-4756-8fce-b700f8fd19bf service neutron] Pushing event updated for resources: {'Port': ['ID=57f85532-237c-4ac3-8270-603ea7e41e29,revision_number=3']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:12.186501 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Allocated IP 172.20.0.9 (190676c3-b885-43ca-a750-4bc929641327/a0146b41-ef41-48f1-986e-e2e2f17f5d30/ddb61f77-2e1f-4d02-bd20-42e3ca25c62d) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:06:12.211404 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4a837d1b-7942-4a57-88b1-8823b9ae93e1 req-65336900-a599-4865-a6bc-bc8148255946 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838745 Sep 23 14:06:12.290988 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:12.296474 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:06:12.346148 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:12.374375 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:12.454460 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:12.498462 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Network 190676c3-b885-43ca-a750-4bc929641327 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:06:12.501564 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:06:12.504125 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:06:12.539267 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event updated for resources: {'Port': ['ID=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:12.565371 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:12.565986 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:12.648025 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-db18c772-a058-465c-b8ab-f804421fe3e0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1654594 Sep 23 14:06:12.665997 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Provisioning complete for port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:06:12.666583 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:12.666723 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Attempt 1 to provision port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d Sep 23 14:06:12.705888 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:12.787141 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cce83-a39a-477c-8a78-a2b0174133f0 req-f0e02715-45d6-485f-8148-b1497930fdbd tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:12.788504 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-296cce83-a39a-477c-8a78-a2b0174133f0 req-f0e02715-45d6-485f-8148-b1497930fdbd tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 931 time: 0.0473745 Sep 23 14:06:12.837321 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-296cce83-a39a-477c-8a78-a2b0174133f0 req-23da2e56-9994-48a4-8bf5-63642eb3dc1c tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433724 Sep 23 14:06:12.995344 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b782a-2cbd-49f6-9909-ada5046a2373 req-d38885bc-379f-4321-9221-df438d45e275 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:12.996783 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-457b782a-2cbd-49f6-9909-ada5046a2373 req-d38885bc-379f-4321-9221-df438d45e275 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0542855 Sep 23 14:06:13.047941 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621b3a8-7d2e-44c0-9114-866ca8d280ac req-d0c54219-d04c-45d3-939b-80ff01740e9c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:13.050259 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7621b3a8-7d2e-44c0-9114-866ca8d280ac req-d0c54219-d04c-45d3-939b-80ff01740e9c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 943 time: 0.0741122 Sep 23 14:06:13.093195 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-457b782a-2cbd-49f6-9909-ada5046a2373 req-7f5d2a0d-e617-4811-8ad5-a12445f81b75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761447 Sep 23 14:06:13.104613 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Request body: {'port': {'device_id': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:06:13.144116 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7621b3a8-7d2e-44c0-9114-866ca8d280ac req-081968b0-951c-451d-b1f5-67b1a71441ba tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885346 Sep 23 14:06:13.183365 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:13.207102 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Attempt 2 to provision port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d Sep 23 14:06:13.246474 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:13.377122 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c488f-d4b8-4c93-8cc9-44b5e177ac5a req-f763c03d-d030-4971-b79c-1da8102d9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:13.378612 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e19c488f-d4b8-4c93-8cc9-44b5e177ac5a req-f763c03d-d030-4971-b79c-1da8102d9a24 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 1127 time: 0.0924575 Sep 23 14:06:13.419615 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ad771-ec42-4bb4-a86b-26aac4e00f60 req-11ebc199-4857-49f8-873c-f2e184697370 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:13.421687 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b10ad771-ec42-4bb4-a86b-26aac4e00f60 req-11ebc199-4857-49f8-873c-f2e184697370 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.1238067 Sep 23 14:06:13.462763 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:13.507261 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b10ad771-ec42-4bb4-a86b-26aac4e00f60 req-ae15a597-ebe4-4310-8abc-a7c7c1cf1028 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791714 Sep 23 14:06:13.747434 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Attempt 3 to provision port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d Sep 23 14:06:13.785407 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:13.798246 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb61f77-2e1f-4d02-bd20-42e3ca25c62d {{(pid=106653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:06:13.800065 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:13.805980 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Publish callbacks [] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:13.819969 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.provisioning_blocks [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Transition to ACTIVE for port object ddb61f77-2e1f-4d02-bd20-42e3ca25c62d will not be triggered until provisioned by entity L2. {{(pid=106653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:06:13.899921 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:13.931803 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:14.073529 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:14.089177 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd8421-b5e3-488e-841f-2926e468d7ac req-2950197c-dc67-481e-b5fa-8bdc953b1cb2 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:14.090651 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e6cd8421-b5e3-488e-841f-2926e468d7ac req-2950197c-dc67-481e-b5fa-8bdc953b1cb2 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.1639161 Sep 23 14:06:14.163790 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c488f-d4b8-4c93-8cc9-44b5e177ac5a req-3c388e62-bf77-42ba-865f-f7921e865cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:14.167157 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e19c488f-d4b8-4c93-8cc9-44b5e177ac5a req-3c388e62-bf77-42ba-865f-f7921e865cc6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=482490c45ac64607bba9ad021f2effbf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2372189 Sep 23 14:06:14.167157 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Attempting to bind port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:06:14.167157 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Attempting to bind port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:06:14.167157 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Attempting to bind port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d on network 190676c3-b885-43ca-a750-4bc929641327 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:06:14.282530 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e6cd8421-b5e3-488e-841f-2926e468d7ac req-d838610a-abc0-47fe-965b-95c2541e4da9 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817477 Sep 23 14:06:14.303096 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Attempt 4 to provision port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d Sep 23 14:06:14.323972 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a6f2a-b7e2-4e00-a1b7-462760a0f999 req-8cef5703-892a-4ad3-94fa-a606c59ddac0 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:14.325464 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-310a6f2a-b7e2-4e00-a1b7-462760a0f999 req-8cef5703-892a-4ad3-94fa-a606c59ddac0 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.1366808 Sep 23 14:06:14.329183 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d on network 190676c3-b885-43ca-a750-4bc929641327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:06:14.329958 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Attempting to bind port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d on network 190676c3-b885-43ca-a750-4bc929641327 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:06:14.346790 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:06:14.371446 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:14.448942 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c488f-d4b8-4c93-8cc9-44b5e177ac5a req-835b10f4-5a67-48d9-878d-cb0d6d83f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:14.450415 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e19c488f-d4b8-4c93-8cc9-44b5e177ac5a req-835b10f4-5a67-48d9-878d-cb0d6d83f127 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2576602 Sep 23 14:06:14.467296 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b8416-bd5f-4af9-b602-5093a807890d req-470f2aa2-238b-40ad-ba72-8b6bf1e2eb75 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:14.468706 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ee9b8416-bd5f-4af9-b602-5093a807890d req-470f2aa2-238b-40ad-ba72-8b6bf1e2eb75 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 943 time: 0.1075511 Sep 23 14:06:14.485984 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-310a6f2a-b7e2-4e00-a1b7-462760a0f999 req-bafdd469-b00b-48c8-92c0-2c7ca3cc11d7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518078 Sep 23 14:06:14.487720 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:06:14.488053 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Checking segment: {'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:06:14.488421 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Bound using segment: {'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:06:14.488859 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Bound port: ddb61f77-2e1f-4d02-bd20-42e3ca25c62d, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c36694-71db-47ed-8830-b64cfed577df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '190676c3-b885-43ca-a750-4bc929641327'}}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:06:14.489215 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:14.595303 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ee9b8416-bd5f-4af9-b602-5093a807890d req-9ee32414-8763-4d4f-9f91-f651145f995d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198585 Sep 23 14:06:14.616554 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-5e7278c6-6501-48c9-9b6d-99289378687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:14.617978 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-5e7278c6-6501-48c9-9b6d-99289378687c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 1127 time: 0.1055133 Sep 23 14:06:14.680115 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] For port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d, host hv-cinder-85743, cleared binding levels {{(pid=106653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:06:14.685144 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-9675b24d-c956-4489-aaa5-210806d27c38 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57f85532-237c-4ac3-8270-603ea7e41e29 HTTP/1.1" status: 200 len: 217 time: 0.0492299 Sep 23 14:06:14.691205 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396adf1-d76e-4811-bda8-c308778b0c82 req-9453cd3b-c1b1-4b9f-ac11-e7fdb40982b6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:14.692589 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5396adf1-d76e-4811-bda8-c308778b0c82 req-9453cd3b-c1b1-4b9f-ac11-e7fdb40982b6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.1018641 Sep 23 14:06:14.709748 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] For port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:06:14.774028 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:14.781545 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-96d05b26-6559-4d7c-b655-a89b735c4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:14.783041 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-96d05b26-6559-4d7c-b655-a89b735c4b42 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=80f7adc6-3046-4d27-ba65-e533eb9cae24 HTTP/1.1" status: 200 len: 854 time: 0.0852203 Sep 23 14:06:14.787317 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5396adf1-d76e-4811-bda8-c308778b0c82 req-e695532f-03b2-4212-b04a-bf640f0ea876 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795321 Sep 23 14:06:14.813936 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:14.837941 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:14.838589 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:14.840042 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/ddb61f77-2e1f-4d02-bd20-42e3ca25c62d HTTP/1.1" status: 200 len: 1093 time: 1.7394769 Sep 23 14:06:14.840692 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:06:14.843906 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a04fbe9-6e69-44c6-b24a-f824c75b0173" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:06:14.848762 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Attempt 5 to provision port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d Sep 23 14:06:14.878974 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-5fa18b9f-661d-48bb-9eca-6e76d14fec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:14.880245 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-5fa18b9f-661d-48bb-9eca-6e76d14fec22 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=34e7a0c6-e35b-482b-a11c-b3c893e03a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911462 Sep 23 14:06:14.893029 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-cf77c1df-ea6d-4bb6-9fb2-abe2aeede47d None None] Port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:06:14.902873 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8ff79a-5923-4f5e-b7bc-6c458d7c36bc x-openstack-request-id: req-da8ff79a-5923-4f5e-b7bc-6c458d7c36bc {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:06:14.903156 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:06:14.903443 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da8ff79a-5923-4f5e-b7bc-6c458d7c36bc {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:06:14.903913 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8ff79a-5923-4f5e-b7bc-6c458d7c36bc'] response: {'name': 'network-changed', 'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'status': 'completed', 'code': 200} Sep 23 14:06:14.919039 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92c1f2-3040-42d3-b566-c040a70fc086 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,revision_number=3']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:14.929438 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a030de4-1ecd-440a-a5b8-ca92bdabc01b req-25a26a56-5adb-4496-bf18-f5af2ba295c7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:14.930965 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0a030de4-1ecd-440a-a5b8-ca92bdabc01b req-25a26a56-5adb-4496-bf18-f5af2ba295c7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0661311 Sep 23 14:06:14.942498 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 60980) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:06:14.946926 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-c30a67a2-4d71-4a01-845f-a15693129663 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Request body: {'floatingip': {'port_id': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:06:15.005858 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c30a67a2-4d71-4a01-845f-a15693129663 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for floatingip (3c331db6-2146-4ddf-8509-f7241dff93de), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:15.019846 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d3444adf-8675-4a05-a0a6-fb0d5524582c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:15.294675 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04fbe9-6e69-44c6-b24a-f824c75b0173 req-524ae688-c883-4651-97bd-4732f2a8eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:15.296774 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0a04fbe9-6e69-44c6-b24a-f824c75b0173 req-524ae688-c883-4651-97bd-4732f2a8eea9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=728460a287914347b74cfe886f56ee6c&device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 1127 time: 0.1056850 Sep 23 14:06:15.332743 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:15.363255 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:15.506269 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-d2725f2a-3d23-45c4-a064-a7fb43c56f15 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161681 Sep 23 14:06:15.515270 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93374ab6-e664-4938-b3ec-48eccc76e07b req-daf81dfa-309a-457c-852c-5fbc659cb797 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:15.516643 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-93374ab6-e664-4938-b3ec-48eccc76e07b req-daf81dfa-309a-457c-852c-5fbc659cb797 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.1235919 Sep 23 14:06:15.686271 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04fbe9-6e69-44c6-b24a-f824c75b0173 req-bad3df27-2909-4508-bdea-ef6915dec67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:15.688018 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0a04fbe9-6e69-44c6-b24a-f824c75b0173 req-bad3df27-2909-4508-bdea-ef6915dec67a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=728460a287914347b74cfe886f56ee6c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3659909 Sep 23 14:06:16.017233 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8115123-f8b1-409b-8723-afbd4b9c68b0 req-d6f68553-6255-47d3-b9fe-0045b7df13d2 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:16.018844 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b8115123-f8b1-409b-8723-afbd4b9c68b0 req-d6f68553-6255-47d3-b9fe-0045b7df13d2 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.4436996 Sep 23 14:06:16.022301 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-93374ab6-e664-4938-b3ec-48eccc76e07b req-607a1bbb-0199-45ed-85c1-4c0e43453926 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4941158 Sep 23 14:06:16.119112 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:16.123514 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-210e80b5-c089-46bd-b5d2-c2d05e6c5cd1 req-8326950b-abe8-496b-8969-945ebbad4c2b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036451 Sep 23 14:06:16.236704 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb8709-56ed-4d0a-9c41-1db86b7f0672 req-5e46724a-e2dd-4d66-846c-afc225bdaa2f tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:16.238121 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-72fb8709-56ed-4d0a-9c41-1db86b7f0672 req-5e46724a-e2dd-4d66-846c-afc225bdaa2f tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 943 time: 0.1228805 Sep 23 14:06:16.239092 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04fbe9-6e69-44c6-b24a-f824c75b0173 req-20eccbd5-5dc9-4fd4-8ebb-5efd4f00e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:16.240420 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0a04fbe9-6e69-44c6-b24a-f824c75b0173 req-20eccbd5-5dc9-4fd4-8ebb-5efd4f00e346 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5422716 Sep 23 14:06:16.250161 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b8115123-f8b1-409b-8723-afbd4b9c68b0 req-18bb2f1b-5760-4b76-91ee-820d155711f9 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923950 Sep 23 14:06:16.320645 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c30a67a2-4d71-4a01-845f-a15693129663 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:16.334873 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-72fb8709-56ed-4d0a-9c41-1db86b7f0672 req-c82a12b8-87c4-4de4-b762-20e2291e538f tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882676 Sep 23 14:06:16.385331 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c30a67a2-4d71-4a01-845f-a15693129663 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (3c331db6-2146-4ddf-8509-f7241dff93de), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:16.585926 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30a67a2-4d71-4a01-845f-a15693129663 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Router 20c60fcd-79f7-4ca9-a17f-61b62e85210e has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:06:16.588023 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:16.688367 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30a67a2-4d71-4a01-845f-a15693129663 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:06:16.692793 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c30a67a2-4d71-4a01-845f-a15693129663 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:16.697887 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e945fba-70d2-4d8f-815f-1841324268ba None None] Sync routers for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:06:16.707494 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e945fba-70d2-4d8f-815f-1841324268ba None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:06:16.708108 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-1e945fba-70d2-4d8f-815f-1841324268ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:16.757076 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-c30a67a2-4d71-4a01-845f-a15693129663 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/3c331db6-2146-4ddf-8509-f7241dff93de HTTP/1.1" status: 200 len: 994 time: 1.8135028 Sep 23 14:06:16.812894 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-1e945fba-70d2-4d8f-815f-1841324268ba None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:06:16.905906 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409'}, {'name': 'network-changed', 'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:06:16.908373 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422" -d '{"events": [{"name": "network-changed", "server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409"}, {"name": "network-changed", "server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:06:16.946551 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Sep 2022 14:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed2852b-f141-4af0-9fa3-05725542d2b7 x-openstack-request-id: req-fed2852b-f141-4af0-9fa3-05725542d2b7 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:06:16.946850 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:06:16.947102 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fed2852b-f141-4af0-9fa3-05725542d2b7 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:06:16.947524 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed2852b-f141-4af0-9fa3-05725542d2b7'] response: {'name': 'network-changed', 'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'status': 'completed', 'code': 200} Sep 23 14:06:16.947781 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed2852b-f141-4af0-9fa3-05725542d2b7'] response: {'name': 'network-changed', 'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'status': 'completed', 'code': 200} Sep 23 14:06:17.148666 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d7332-da95-4c87-9afd-c17b73d6f83b req-7ca12d31-c4ab-4409-bb5c-a0c7337c3d49 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:17.150161 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-996d7332-da95-4c87-9afd-c17b73d6f83b req-7ca12d31-c4ab-4409-bb5c-a0c7337c3d49 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0471091 Sep 23 14:06:17.153509 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-1e945fba-70d2-4d8f-815f-1841324268ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '3c331db6-2146-4ddf-8509-f7241dff93de', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'port_id': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'mac_address': 'fa:16:3e:95:33:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:16Z', 'updated_at': '2022-09-23T14:06:16Z', 'revision_number': 3, 'project_id': 'd08a219027684089a91c354749c67d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:17.183747 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e945fba-70d2-4d8f-815f-1841324268ba None None] Checking router: 20c60fcd-79f7-4ca9-a17f-61b62e85210e for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:06:17.193297 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e945fba-70d2-4d8f-815f-1841324268ba None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:06:17.193937 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-1e945fba-70d2-4d8f-815f-1841324268ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:05:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:17.203051 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-996d7332-da95-4c87-9afd-c17b73d6f83b req-6cf4d3af-046e-45f1-a22a-4511208ca953 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451801 Sep 23 14:06:17.312558 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:17.316761 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-1e945fba-70d2-4d8f-815f-1841324268ba None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:06:17.360550 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-29e5f3e8-5090-44bb-9041-2aa26a7e026f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:17.411798 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977645d-4e91-44d8-851a-661afd0a4a31 req-91b755d2-1f9a-4d34-a829-c4bce3c3cdca tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:17.416895 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d977645d-4e91-44d8-851a-661afd0a4a31 req-91b755d2-1f9a-4d34-a829-c4bce3c3cdca tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0684483 Sep 23 14:06:17.496356 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fed52-9b4e-4eca-9615-6a56a727e216 req-1b57ba86-87d4-43b8-bd4a-a17a667e2e13 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:17.497829 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c52fed52-9b4e-4eca-9615-6a56a727e216 req-1b57ba86-87d4-43b8-bd4a-a17a667e2e13 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 943 time: 0.0713596 Sep 23 14:06:17.502966 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:17.506362 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d977645d-4e91-44d8-851a-661afd0a4a31 req-e92002a0-36ba-4093-8e32-4adcbfabd3dd tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869458 Sep 23 14:06:17.549512 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-1e945fba-70d2-4d8f-815f-1841324268ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '3c331db6-2146-4ddf-8509-f7241dff93de', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'port_id': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'mac_address': 'fa:16:3e:95:33:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:16Z', 'updated_at': '2022-09-23T14:06:16Z', 'revision_number': 3, 'project_id': 'd08a219027684089a91c354749c67d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:17.555345 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c52fed52-9b4e-4eca-9615-6a56a727e216 req-9e6a0a05-75bc-4575-80ec-38321d2a7717 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480292 Sep 23 14:06:17.576787 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e945fba-70d2-4d8f-815f-1841324268ba None None] The sync data for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi is: [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '3c331db6-2146-4ddf-8509-f7241dff93de', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'port_id': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'mac_address': 'fa:16:3e:95:33:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:04:16Z', 'updated_at': '2022-09-23T14:06:16Z', 'revision_number': 3, 'project_id': 'd08a219027684089a91c354749c67d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:06:18.380942 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fbe49-60f1-4216-a12c-20ec7a558429 req-e2736382-4be6-4937-96c4-30b8f3f2d526 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:18.382432 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-778fbe49-60f1-4216-a12c-20ec7a558429 req-e2736382-4be6-4937-96c4-30b8f3f2d526 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.1062753 Sep 23 14:06:18.390351 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-565a9a79-570a-4bbc-b4e8-8bf2009b58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:18.391739 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-565a9a79-570a-4bbc-b4e8-8bf2009b58f6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 1130 time: 0.0874715 Sep 23 14:06:18.393323 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b8331-d909-479a-b95f-93d4506a27ba req-ddbb55c8-c2da-455b-bd44-ac63e5584039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:18.394664 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-ddbb55c8-c2da-455b-bd44-ac63e5584039 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=728460a287914347b74cfe886f56ee6c&device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 1127 time: 0.0893574 Sep 23 14:06:18.500680 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-01e58026-9e25-4b90-a267-1b9ce3040e14 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d HTTP/1.1" status: 200 len: 217 time: 0.0863752 Sep 23 14:06:18.542898 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-778fbe49-60f1-4216-a12c-20ec7a558429 req-a9e6915a-7e60-4731-853f-ebbba6c4e107 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542661 Sep 23 14:06:18.566458 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:18.587671 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b8331-d909-479a-b95f-93d4506a27ba req-1f687a5a-1b1a-4adc-9bab-c035b65e6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:18.589114 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-1f687a5a-1b1a-4adc-9bab-c035b65e6791 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a0146b41-ef41-48f1-986e-e2e2f17f5d30 HTTP/1.1" status: 200 len: 848 time: 0.0820186 Sep 23 14:06:18.596273 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:18.602965 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-1e7151f5-fd27-4706-9234-b1809005f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:18.604361 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-1e7151f5-fd27-4706-9234-b1809005f9bc service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.1913764 Sep 23 14:06:18.711143 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-ef239364-50f9-443d-8dff-28f63e12fe57 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391853 Sep 23 14:06:18.745798 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230ab6-c56b-4fcd-a7d4-259b7504167b req-f51bd032-494d-4a85-8482-b4a3c98ea591 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:18.747304 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ef230ab6-c56b-4fcd-a7d4-259b7504167b req-f51bd032-494d-4a85-8482-b4a3c98ea591 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.1533189 Sep 23 14:06:18.754838 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b8331-d909-479a-b95f-93d4506a27ba req-23658fb0-fb90-4902-802a-53ba44d46e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:18.756398 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-23658fb0-fb90-4902-802a-53ba44d46e82 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=190676c3-b885-43ca-a750-4bc929641327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1303174 Sep 23 14:06:18.780098 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aca3d-a5f7-4017-a138-32bab0524096 req-c63a3c8d-6435-4f27-bfa8-95a81735e1f8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:18.781524 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-070aca3d-a5f7-4017-a138-32bab0524096 req-c63a3c8d-6435-4f27-bfa8-95a81735e1f8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 943 time: 0.1388056 Sep 23 14:06:18.801855 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-03b1fe02-5454-46bb-8781-8065a01162e3 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 HTTP/1.1" status: 200 len: 1002 time: 0.1578839 Sep 23 14:06:18.817729 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-6bce1d2a-80e9-499e-a2cc-86fba7bc25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:18.819242 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-6bce1d2a-80e9-499e-a2cc-86fba7bc25ea service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 1129 time: 0.0411160 Sep 23 14:06:18.902874 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:18.927005 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-71b18cb8-3654-4e4b-8c3d-0c6d9f156303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:18.928514 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-71b18cb8-3654-4e4b-8c3d-0c6d9f156303 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.0909233 Sep 23 14:06:18.942127 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ef230ab6-c56b-4fcd-a7d4-259b7504167b req-9e8d7053-c59d-4362-bf01-0eb7fdbbbff9 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838262 Sep 23 14:06:18.957827 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-db1d3c5c-a674-4e75-9366-723baefe29a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:18.959317 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-db1d3c5c-a674-4e75-9366-723baefe29a8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.1425705 Sep 23 14:06:18.967995 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-a87b16fe-9ab4-4539-bc86-a6f43bfbdb6c service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 HTTP/1.1" status: 200 len: 217 time: 0.0334573 Sep 23 14:06:18.968386 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-070aca3d-a5f7-4017-a138-32bab0524096 req-c90f74ba-244a-4ca5-9f33-c809543608c5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722076 Sep 23 14:06:19.011933 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-3f643941-1bf6-4afb-951f-86ae4aaf8d03 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385440 Sep 23 14:06:19.017472 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-794182fb-ef71-499f-9803-39eada5846b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:19.018953 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-794182fb-ef71-499f-9803-39eada5846b8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.0456827 Sep 23 14:06:19.027877 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-08042e27-da4e-4448-a546-10a21aaab632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:19.029300 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-08042e27-da4e-4448-a546-10a21aaab632 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584981 Sep 23 14:06:19.066130 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-c7f0fc42-7ea6-4a80-ba7d-7f366aa85f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:19.067656 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-c7f0fc42-7ea6-4a80-ba7d-7f366aa85f53 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434618 Sep 23 14:06:19.161363 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-a1160604-f1d5-4359-9802-672beccbff9b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869114 Sep 23 14:06:19.176549 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-1ba6068e-c61e-4387-a993-40722a8679d2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570206 Sep 23 14:06:19.181747 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-4314219b-cf66-438a-b181-2327ad380074 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424980 Sep 23 14:06:19.258684 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d9fdf4a7-726f-472a-ad6b-fafc2de1a258 req-4a0d6b70-ead1-43a6-9873-a3dc9692dad2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908403 Sep 23 14:06:19.290392 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-850c713e-98f2-48bc-a244-462464c13806 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977623 Sep 23 14:06:19.693530 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e335155-e69f-4fb3-98ec-fdc1bfb36647 req-f5784143-5b48-440e-a0ef-41c74171153f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:19.695017 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1e335155-e69f-4fb3-98ec-fdc1bfb36647 req-f5784143-5b48-440e-a0ef-41c74171153f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0739951 Sep 23 14:06:19.696079 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-c0aabda2-3543-4fbb-a831-05e4c7b6a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:19.697411 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-c0aabda2-3543-4fbb-a831-05e4c7b6a111 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d08a219027684089a91c354749c67d5d&device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 1130 time: 0.0659523 Sep 23 14:06:19.774025 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:19.798931 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1e335155-e69f-4fb3-98ec-fdc1bfb36647 req-ad1cc1de-609f-4418-88b7-1bea4f4084b7 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982065 Sep 23 14:06:19.826681 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-b71d59fb-365d-42c8-9eac-2773c5248bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:19.828373 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-b71d59fb-365d-42c8-9eac-2773c5248bd6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 200 len: 920 time: 0.1203611 Sep 23 14:06:19.894667 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-58ab8d69-3a36-4525-b343-4a0771caf556 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 HTTP/1.1" status: 200 len: 1002 time: 0.0592165 Sep 23 14:06:19.944191 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-763836ae-cf20-4c63-9e11-b3baadb0b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:19.945625 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-763836ae-cf20-4c63-9e11-b3baadb0b251 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 200 len: 858 time: 0.0448289 Sep 23 14:06:19.980307 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:19.989215 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-5080d8b2-dd1e-456b-a355-47d58ef0ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:19.990754 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-5080d8b2-dd1e-456b-a355-47d58ef0ec37 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=35b1eec9-f37f-4a15-9846-f6e35c1c3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388246 Sep 23 14:06:20.083365 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 0765d95c-b5b8-4eb9-aef1-96129a9a206d details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:06:20.132040 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399c965-4a63-4478-ab98-4792e7c8a7f0 req-db72959e-cca4-4333-bc1d-0825dc96ced1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:20.134322 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2399c965-4a63-4478-ab98-4792e7c8a7f0 req-db72959e-cca4-4333-bc1d-0825dc96ced1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 944 time: 0.0880015 Sep 23 14:06:20.141716 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5bf3-0b4f-4f1c-91bd-2f599fd40c07 req-da1c8a92-8c96-4fcc-ac36-346fc64a5289 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:20.143199 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-202c5bf3-0b4f-4f1c-91bd-2f599fd40c07 req-da1c8a92-8c96-4fcc-ac36-346fc64a5289 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 943 time: 0.0866792 Sep 23 14:06:20.195613 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:20.197928 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:20.207818 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'port_id': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'mac_address': 'fa:16:3e:52:a9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:06:20.256658 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 0765d95c-b5b8-4eb9-aef1-96129a9a206d is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:06:20.257055 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:20.271468 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0765d95c-b5b8-4eb9-aef1-96129a9a206d {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:06:20.293302 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:20.368675 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:20.369411 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 57f85532-237c-4ac3-8270-603ea7e41e29 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:06:20.460635 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:20.470083 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=0765d95c-b5b8-4eb9-aef1-96129a9a206d,revision_number=9']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:20.471597 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-fedd908b-8bde-46c7-b9d8-73666d2ee87e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740424 Sep 23 14:06:20.512124 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2399c965-4a63-4478-ab98-4792e7c8a7f0 req-192a8152-dc7c-4c0f-9ca3-8acc2c91a71f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679709 Sep 23 14:06:20.518013 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-202c5bf3-0b4f-4f1c-91bd-2f599fd40c07 req-9b476ef4-298f-4476-88d1-91a1c19df436 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3643651 Sep 23 14:06:20.550719 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 57f85532-237c-4ac3-8270-603ea7e41e29, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=57f85532-237c-4ac3-8270-603ea7e41e29,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:20.554525 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '57f85532-237c-4ac3-8270-603ea7e41e29', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'port_id': '57f85532-237c-4ac3-8270-603ea7e41e29', 'mac_address': 'fa:16:3e:7d:35:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:06:20.588886 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eceae07c-bc3c-4b5d-afd4-8d1d282b1422 req-1a6bd905-5ad0-4668-b323-9210f015e2af service neutron] 10.222.0.49 "GET /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057024 Sep 23 14:06:20.611801 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 57f85532-237c-4ac3-8270-603ea7e41e29 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:06:20.612199 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:20.625282 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f85532-237c-4ac3-8270-603ea7e41e29 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:06:20.645538 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 57f85532-237c-4ac3-8270-603ea7e41e29, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=57f85532-237c-4ac3-8270-603ea7e41e29,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:20.709113 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:20.758520 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=57f85532-237c-4ac3-8270-603ea7e41e29,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:20.924013 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f2190-dedb-468a-bd7e-0a45d8bfd1c7 req-1e3fff0c-1498-4467-b7e8-11dcda089a32 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:20.925702 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bd9f2190-dedb-468a-bd7e-0a45d8bfd1c7 req-1e3fff0c-1498-4467-b7e8-11dcda089a32 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0506771 Sep 23 14:06:20.977905 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bd9f2190-dedb-468a-bd7e-0a45d8bfd1c7 req-c772a74f-9c50-40a3-9ec3-c4f27235072f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430796 Sep 23 14:06:21.306041 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['0765d95c-b5b8-4eb9-aef1-96129a9a206d'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:06:21.415470 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:21.420096 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:21.429330 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['57f85532-237c-4ac3-8270-603ea7e41e29'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:06:21.684700 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03391f-84a2-44e8-b7a1-c864a1242be3 req-a851b09a-3b3f-450d-a1a4-cdfedcd319cc tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:21.686208 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6b03391f-84a2-44e8-b7a1-c864a1242be3 req-a851b09a-3b3f-450d-a1a4-cdfedcd319cc tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 944 time: 0.0757930 Sep 23 14:06:21.706830 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4e43b-aec3-4239-bfc2-91de7c122462 req-a3b1efd8-c9de-439d-9619-e329419052c5 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:21.708250 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ce4e43b-aec3-4239-bfc2-91de7c122462 req-a3b1efd8-c9de-439d-9619-e329419052c5 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 945 time: 0.0689893 Sep 23 14:06:21.779936 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6b03391f-84a2-44e8-b7a1-c864a1242be3 req-1887dceb-401d-43d3-8665-147a1249fadc tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873344 Sep 23 14:06:21.789836 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ce4e43b-aec3-4239-bfc2-91de7c122462 req-40f5bd42-67b0-415f-a933-728a03fab29d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726788 Sep 23 14:06:22.109536 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631c07b-660d-4b0a-934e-1bdd2eab1037 req-0eb373a0-fa33-4563-a995-8df2f06c5524 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:22.110785 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a631c07b-660d-4b0a-934e-1bdd2eab1037 req-0eb373a0-fa33-4563-a995-8df2f06c5524 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0491064 Sep 23 14:06:22.154838 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:22.160356 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a631c07b-660d-4b0a-934e-1bdd2eab1037 req-cde9f7c3-9c49-4138-9bd4-1ea33d514e0f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439246 Sep 23 14:06:22.290354 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:22.804417 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 0765d95c-b5b8-4eb9-aef1-96129a9a206d up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:06:22.852092 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 0765d95c-b5b8-4eb9-aef1-96129a9a206d triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:06:22.852485 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:22.852812 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 0765d95c-b5b8-4eb9-aef1-96129a9a206d Sep 23 14:06:22.930042 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 0765d95c-b5b8-4eb9-aef1-96129a9a206d is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:06:22.930462 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:22.935419 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b5f58-c6fd-497b-96b5-9489186d9cb4 req-f5104c6f-82db-46b8-b495-14337ef87dbb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:22.936942 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fb2b5f58-c6fd-497b-96b5-9489186d9cb4 req-f5104c6f-82db-46b8-b495-14337ef87dbb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 944 time: 0.0780995 Sep 23 14:06:22.945195 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07a731-db27-4501-9450-ef2eb95f4b67 req-fdfcf824-bca9-4810-b4db-ce28d36f2d26 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:22.946609 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5a07a731-db27-4501-9450-ef2eb95f4b67 req-fdfcf824-bca9-4810-b4db-ce28d36f2d26 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 945 time: 0.0770166 Sep 23 14:06:22.953850 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:06:22.956088 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaee373-f4dc-448e-8eea-57a65740f8fb" -d '{"events": [{"server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "name": "network-vif-plugged", "status": "completed", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:06:22.969081 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:23.017761 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:23.018616 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 57f85532-237c-4ac3-8270-603ea7e41e29 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:06:23.024511 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fb2b5f58-c6fd-497b-96b5-9489186d9cb4 req-237fb0df-fdd3-4c00-8ec9-54aafd534c8c tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755317 Sep 23 14:06:23.027691 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5a07a731-db27-4501-9450-ef2eb95f4b67 req-f6a2a49c-ac1d-41bf-86cd-7a6205fbfea6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724022 Sep 23 14:06:23.094302 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c524fff7-73fb-4b3b-9228-01c60eb1c100 x-openstack-request-id: req-c524fff7-73fb-4b3b-9228-01c60eb1c100 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:06:23.094607 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "name": "network-vif-plugged", "status": "completed", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:06:23.094855 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c524fff7-73fb-4b3b-9228-01c60eb1c100 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:06:23.095243 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c524fff7-73fb-4b3b-9228-01c60eb1c100'] response: {'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'code': 200} Sep 23 14:06:23.101652 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=0765d95c-b5b8-4eb9-aef1-96129a9a206d,revision_number=10']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:23.108709 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 57f85532-237c-4ac3-8270-603ea7e41e29 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:06:23.168555 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 57f85532-237c-4ac3-8270-603ea7e41e29 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:06:23.168929 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:23.169265 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 57f85532-237c-4ac3-8270-603ea7e41e29 Sep 23 14:06:23.242368 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 57f85532-237c-4ac3-8270-603ea7e41e29 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:06:23.242750 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:23.278682 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 57f85532-237c-4ac3-8270-603ea7e41e29, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=57f85532-237c-4ac3-8270-603ea7e41e29,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:23.284075 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d62f7-c6f7-45f4-b9e5-b9e26e12f782 req-a7963a61-d541-47c3-84e0-43ffd88bea90 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:23.285558 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-374d62f7-c6f7-45f4-b9e5-b9e26e12f782 req-a7963a61-d541-47c3-84e0-43ffd88bea90 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0486414 Sep 23 14:06:23.334738 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-374d62f7-c6f7-45f4-b9e5-b9e26e12f782 req-64c08450-5ef0-4385-9bc8-fa52982c5520 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433860 Sep 23 14:06:23.363465 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:23.411783 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=57f85532-237c-4ac3-8270-603ea7e41e29,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:23.820521 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6dd8b-a4c6-4e7a-8aad-3dccd397da4b req-60aa36f3-c9b9-462f-b305-47c064c34958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:23.822006 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d1c6dd8b-a4c6-4e7a-8aad-3dccd397da4b req-60aa36f3-c9b9-462f-b305-47c064c34958 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 1131 time: 0.0426562 Sep 23 14:06:23.865483 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d1c6dd8b-a4c6-4e7a-8aad-3dccd397da4b req-6d4e7857-6981-4698-b8f5-ee84a64b9ae5 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370915 Sep 23 14:06:24.179561 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3b099-aaf4-48df-ad24-debac7cd63c1 req-d2f38430-8697-4408-8c08-c205bc0d8754 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:24.181027 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-78f3b099-aaf4-48df-ad24-debac7cd63c1 req-d2f38430-8697-4408-8c08-c205bc0d8754 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0743887 Sep 23 14:06:24.190251 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e3cb7-4df7-4363-b896-6e119dc41387 req-b7dfaff8-5852-427c-b137-0fb8ebdaeff6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:24.191703 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c04e3cb7-4df7-4363-b896-6e119dc41387 req-b7dfaff8-5852-427c-b137-0fb8ebdaeff6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 947 time: 0.0754685 Sep 23 14:06:24.262362 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-78f3b099-aaf4-48df-ad24-debac7cd63c1 req-9790a7a4-06fa-4ac2-862a-998810bae169 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696998 Sep 23 14:06:24.274107 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c04e3cb7-4df7-4363-b896-6e119dc41387 req-b37a974b-9877-4ea0-ada7-a9e63dc0e6c7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746212 Sep 23 14:06:24.461911 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20780da1-0eae-4467-93d4-5407c2a82cf8 req-0374f06d-1220-41d6-b78e-9ba365eff3eb tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:24.463388 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-20780da1-0eae-4467-93d4-5407c2a82cf8 req-0374f06d-1220-41d6-b78e-9ba365eff3eb tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0477519 Sep 23 14:06:24.489396 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:24.512096 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-20780da1-0eae-4467-93d4-5407c2a82cf8 req-c8ef82bf-a679-4d69-821d-2f433ad2518b tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 Sep 23 14:06:25.097067 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f85532-237c-4ac3-8270-603ea7e41e29'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:06:25.099383 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349286c5-355e-444e-9f8b-7dcf8d5426a1" -d '{"events": [{"server_uuid": "eee99559-a86f-4088-9fd1-a6ae97245d92", "name": "network-vif-plugged", "status": "completed", "tag": "57f85532-237c-4ac3-8270-603ea7e41e29"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:06:25.135573 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39705917-da2b-467b-a52e-9059486e6ee2 x-openstack-request-id: req-39705917-da2b-467b-a52e-9059486e6ee2 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:06:25.135858 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee99559-a86f-4088-9fd1-a6ae97245d92", "name": "network-vif-plugged", "status": "completed", "tag": "57f85532-237c-4ac3-8270-603ea7e41e29", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:06:25.136107 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39705917-da2b-467b-a52e-9059486e6ee2 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:06:25.136501 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39705917-da2b-467b-a52e-9059486e6ee2'] response: {'server_uuid': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f85532-237c-4ac3-8270-603ea7e41e29', 'code': 200} Sep 23 14:06:25.409705 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20066f13-a2d9-4f36-a65a-81aae27189c0 req-3fed5798-c36d-42c6-9ce4-97e529b67eb3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:25.411069 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-20066f13-a2d9-4f36-a65a-81aae27189c0 req-3fed5798-c36d-42c6-9ce4-97e529b67eb3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0738823 Sep 23 14:06:25.432499 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba71f5-6237-407f-be9b-cc42c78f39f6 req-ffca1d29-f8f0-4114-9d53-a29220ce0479 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:25.433874 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-88ba71f5-6237-407f-be9b-cc42c78f39f6 req-ffca1d29-f8f0-4114-9d53-a29220ce0479 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 947 time: 0.0688064 Sep 23 14:06:25.501096 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-20066f13-a2d9-4f36-a65a-81aae27189c0 req-368ff9a4-6f9a-4022-a6e4-c29f7e89b962 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823882 Sep 23 14:06:25.504353 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-88ba71f5-6237-407f-be9b-cc42c78f39f6 req-e5b6a02a-ed20-4064-bb22-ab286f7760e7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632782 Sep 23 14:06:25.630612 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf07692-0f63-4c7a-ae6a-28df78fc1dcc req-e558ba67-c002-4a0a-b8f1-d7eaedce019b tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:25.632045 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8bf07692-0f63-4c7a-ae6a-28df78fc1dcc req-e558ba67-c002-4a0a-b8f1-d7eaedce019b tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0463603 Sep 23 14:06:25.680157 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8bf07692-0f63-4c7a-ae6a-28df78fc1dcc req-ab51bdb5-f6fa-4d2c-b3e5-bdc240477837 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426466 Sep 23 14:06:26.455217 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25f2dd-894c-4b7a-a5cf-15e519a29572 req-67046df9-d127-4ec0-81a6-a5e0f044581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:26.456689 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1b25f2dd-894c-4b7a-a5cf-15e519a29572 req-67046df9-d127-4ec0-81a6-a5e0f044581e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 1129 time: 0.0424550 Sep 23 14:06:26.481967 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:26.502953 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1b25f2dd-894c-4b7a-a5cf-15e519a29572 req-8bfb1011-2069-474e-9b53-c1f11ffcd142 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398982 Sep 23 14:06:26.646790 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c595060-1436-4991-b916-b11ee4930558 req-a5ed095f-cf04-4365-9761-7c23d02a5009 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:26.648165 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c595060-1436-4991-b916-b11ee4930558 req-a5ed095f-cf04-4365-9761-7c23d02a5009 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0733955 Sep 23 14:06:26.667084 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cb5d5-710b-4d7a-b369-a83a2ade0bfa req-16bc5e56-49e0-4d9b-a400-568315eed1a6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:26.668465 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-898cb5d5-710b-4d7a-b369-a83a2ade0bfa req-16bc5e56-49e0-4d9b-a400-568315eed1a6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 947 time: 0.0647430 Sep 23 14:06:26.731407 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c595060-1436-4991-b916-b11ee4930558 req-db9a6154-f3a9-43ec-a2de-29ae475946ac tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774312 Sep 23 14:06:26.746000 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-898cb5d5-710b-4d7a-b369-a83a2ade0bfa req-c9874f70-3318-4020-8a91-131d4e1a4e48 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697777 Sep 23 14:06:26.847083 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beebd7-0dd1-4a88-8342-23938356b04a req-f55411b1-a486-4b6c-a23c-94157862c97f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:26.848580 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-28beebd7-0dd1-4a88-8342-23938356b04a req-f55411b1-a486-4b6c-a23c-94157862c97f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0474408 Sep 23 14:06:26.898094 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-28beebd7-0dd1-4a88-8342-23938356b04a req-6679231c-9be9-498c-b309-6107291c7b6f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Sep 23 14:06:27.882976 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d215b-0fff-455d-85de-3897e7ff5086 req-cc0eba23-c373-4598-950a-1e99b9c3d950 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:27.884433 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ca2d215b-0fff-455d-85de-3897e7ff5086 req-cc0eba23-c373-4598-950a-1e99b9c3d950 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0761938 Sep 23 14:06:27.913538 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce0bd-2e6c-4019-b003-e0144cae0f31 req-9bd76766-8b6c-43ac-beb8-c10e1334f7ef tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:27.915002 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8f5ce0bd-2e6c-4019-b003-e0144cae0f31 req-9bd76766-8b6c-43ac-beb8-c10e1334f7ef tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 947 time: 0.0778637 Sep 23 14:06:27.966007 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ca2d215b-0fff-455d-85de-3897e7ff5086 req-fde94bd6-f624-4f6d-90aa-c1ae08901536 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759790 Sep 23 14:06:27.982945 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8f5ce0bd-2e6c-4019-b003-e0144cae0f31 req-3c765f13-7cbb-47ee-8892-de6a314a6c9a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620427 Sep 23 14:06:28.069383 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed0d30-ecf7-4b2d-9aa5-5af83eca7fc2 req-b6adcfec-eeb2-433f-ba03-4b1545895f91 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:28.070885 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-22ed0d30-ecf7-4b2d-9aa5-5af83eca7fc2 req-b6adcfec-eeb2-433f-ba03-4b1545895f91 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0489399 Sep 23 14:06:28.120827 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-22ed0d30-ecf7-4b2d-9aa5-5af83eca7fc2 req-e27af6c8-80d3-4e6f-9818-b07eef6e5673 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443840 Sep 23 14:06:28.128956 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device ddb61f77-2e1f-4d02-bd20-42e3ca25c62d details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:06:28.132054 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:28.228162 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:28.239417 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'port_id': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'mac_address': 'fa:16:3e:3f:f1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:06:28.278662 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:06:28.279075 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:28.291829 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb61f77-2e1f-4d02-bd20-42e3ca25c62d {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:06:28.311536 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:28.386521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:28.421106 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:28.436436 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:28.443978 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.444306 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.444647 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.445001 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.445361 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.445780 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.446109 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.446457 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.446782 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.447104 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.447424 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.447745 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.448065 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.448382 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.448700 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:28.777905 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['ddb61f77-2e1f-4d02-bd20-42e3ca25c62d'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:06:29.087656 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98af3cc-8abe-4834-96b7-b29694d33549 req-2ff4aff2-b1b8-480c-bb9e-f6f07262bba5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:29.089021 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c98af3cc-8abe-4834-96b7-b29694d33549 req-2ff4aff2-b1b8-480c-bb9e-f6f07262bba5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Sep 23 14:06:29.102461 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:29.141246 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c98af3cc-8abe-4834-96b7-b29694d33549 req-f9fe7494-2307-49a4-89ee-af94826e3d8b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457411 Sep 23 14:06:29.253970 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:29.255867 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:29.269940 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cf4ed-06d5-4e78-96e5-0672f611930f req-357f96fb-2586-41ce-a4b7-4d1fe1383009 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:29.271539 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-992cf4ed-06d5-4e78-96e5-0672f611930f req-357f96fb-2586-41ce-a4b7-4d1fe1383009 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 944 time: 0.0746045 Sep 23 14:06:29.290937 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd9bf9-4eb5-461f-bac1-549c495d931a req-9d88fdfa-e502-4db7-a0cd-ce5fd4204e4a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:29.292446 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b6cd9bf9-4eb5-461f-bac1-549c495d931a req-9d88fdfa-e502-4db7-a0cd-ce5fd4204e4a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0665596 Sep 23 14:06:29.303005 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 32862) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:06:29.307668 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-585cf957-be84-44e4-b534-c33d37e2d118 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'floatingip': {'port_id': '57f85532-237c-4ac3-8270-603ea7e41e29'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:06:29.330694 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-992cf4ed-06d5-4e78-96e5-0672f611930f req-0f9de16d-a114-4bc1-8439-a192b1beb42f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532341 Sep 23 14:06:29.348199 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-585cf957-be84-44e4-b534-c33d37e2d118 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:29.767016 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-585cf957-be84-44e4-b534-c33d37e2d118 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:29.825897 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-585cf957-be84-44e4-b534-c33d37e2d118 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:29.919456 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [None req-585cf957-be84-44e4-b534-c33d37e2d118 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Floating IP 5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6 associated. External IP: 172.27.1.210, port: 57f85532-237c-4ac3-8270-603ea7e41e29. Sep 23 14:06:30.115753 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585cf957-be84-44e4-b534-c33d37e2d118 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:06:30.162617 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device ddb61f77-2e1f-4d02-bd20-42e3ca25c62d up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:06:30.210318 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:06:30.264617 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:06:30.265001 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:30.265864 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d Sep 23 14:06:30.459010 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585cf957-be84-44e4-b534-c33d37e2d118 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:06:30.461753 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b3510-3cdb-4a00-a11c-d3882e17939d req-e3fb770a-9a43-4121-96fc-8f65658170f6 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:30.463301 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ca5b3510-3cdb-4a00-a11c-d3882e17939d req-e3fb770a-9a43-4121-96fc-8f65658170f6 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 944 time: 0.0522752 Sep 23 14:06:30.464361 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-585cf957-be84-44e4-b534-c33d37e2d118 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:30.478640 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:06:30.479047 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:30.480228 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecda2479-5372-4511-8674-b6ac04bef2eb None None] Sync routers for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:06:30.494066 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda2479-5372-4511-8674-b6ac04bef2eb None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:06:30.496061 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-ecda2479-5372-4511-8674-b6ac04bef2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:06:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:30.504936 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:06:30.505338 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-585cf957-be84-44e4-b534-c33d37e2d118 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6 HTTP/1.1" status: 200 len: 991 time: 1.2011435 Sep 23 14:06:30.506056 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'tag': '57f85532-237c-4ac3-8270-603ea7e41e29'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:06:30.507306 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ca9e4f-ff30-4115-8096-2e7db1cecc17" -d '{"events": [{"server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "name": "network-vif-plugged", "status": "completed", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:06:30.508880 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417" -d '{"events": [{"name": "network-changed", "server_uuid": "eee99559-a86f-4088-9fd1-a6ae97245d92", "tag": "57f85532-237c-4ac3-8270-603ea7e41e29"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:06:30.521350 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:30.532642 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ca5b3510-3cdb-4a00-a11c-d3882e17939d req-bc4071b9-8d0b-4eed-9685-ee4c008c62e4 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632541 Sep 23 14:06:30.559689 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b309bb-047a-448e-9323-18e96a41765e x-openstack-request-id: req-08b309bb-047a-448e-9323-18e96a41765e {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:06:30.559689 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "name": "network-vif-plugged", "status": "completed", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:06:30.559689 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08b309bb-047a-448e-9323-18e96a41765e {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:06:30.559689 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b309bb-047a-448e-9323-18e96a41765e'] response: {'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'code': 200} Sep 23 14:06:30.582819 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11859bbd-1ebf-4039-8e48-546e469de404 x-openstack-request-id: req-11859bbd-1ebf-4039-8e48-546e469de404 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:06:30.583174 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee99559-a86f-4088-9fd1-a6ae97245d92", "tag": "57f85532-237c-4ac3-8270-603ea7e41e29", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:06:30.588324 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11859bbd-1ebf-4039-8e48-546e469de404 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:06:30.588324 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11859bbd-1ebf-4039-8e48-546e469de404'] response: {'name': 'network-changed', 'server_uuid': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'tag': '57f85532-237c-4ac3-8270-603ea7e41e29', 'status': 'completed', 'code': 200} Sep 23 14:06:30.613430 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:30.666374 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:30.709778 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-ecda2479-5372-4511-8674-b6ac04bef2eb None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:06:30.801940 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417 req-7f610218-faa7-41b2-a480-8f88de0e3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:30.803478 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417 req-7f610218-faa7-41b2-a480-8f88de0e3695 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 1129 time: 0.0407705 Sep 23 14:06:30.898156 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417 req-5f5b59f7-0d93-4eed-9868-f83737fd425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:30.899653 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417 req-5f5b59f7-0d93-4eed-9868-f83737fd425b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 916 time: 0.0899951 Sep 23 14:06:30.926783 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-ecda2479-5372-4511-8674-b6ac04bef2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '57f85532-237c-4ac3-8270-603ea7e41e29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:7d:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:05:55Z', 'updated_at': '2022-09-23T14:06:29Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:30.944508 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:30.956770 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecda2479-5372-4511-8674-b6ac04bef2eb None None] Checking router: 7cb2b347-2372-47cb-9f3d-c47c2605bec5 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:06:30.965520 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417 req-de3bf29e-c5f5-449b-a374-50b22da3d1ab service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57f85532-237c-4ac3-8270-603ea7e41e29 HTTP/1.1" status: 200 len: 999 time: 0.0585783 Sep 23 14:06:30.965733 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda2479-5372-4511-8674-b6ac04bef2eb None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:06:30.966187 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-ecda2479-5372-4511-8674-b6ac04bef2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:06:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:31.020118 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417 req-410bc73b-c6cc-47d0-97d8-ecef42f875df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:31.021582 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417 req-410bc73b-c6cc-47d0-97d8-ecef42f875df service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=80f7adc6-3046-4d27-ba65-e533eb9cae24 HTTP/1.1" status: 200 len: 854 time: 0.0468595 Sep 23 14:06:31.025880 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8c0c-a879-4941-887b-7d57817adf0e req-d4184583-d6d6-4c94-94c9-f7c152313b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:31.027402 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b5dd8c0c-a879-4941-887b-7d57817adf0e req-d4184583-d6d6-4c94-94c9-f7c152313b0c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 1129 time: 0.0411820 Sep 23 14:06:31.067167 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:31.070992 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-ecda2479-5372-4511-8674-b6ac04bef2eb None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:06:31.081001 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b5dd8c0c-a879-4941-887b-7d57817adf0e req-5eb20156-0735-4e85-b901-e404f754a8eb service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413105 Sep 23 14:06:31.081642 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417 req-e1db82c7-b760-4133-91ce-8d068af4ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:31.083188 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417 req-e1db82c7-b760-4133-91ce-8d068af4ca5a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=34e7a0c6-e35b-482b-a11c-b3c893e03a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442801 Sep 23 14:06:31.280751 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-ecda2479-5372-4511-8674-b6ac04bef2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '57f85532-237c-4ac3-8270-603ea7e41e29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:7d:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:05:55Z', 'updated_at': '2022-09-23T14:06:29Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:31.305778 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecda2479-5372-4511-8674-b6ac04bef2eb None None] The sync data for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi is: [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '57f85532-237c-4ac3-8270-603ea7e41e29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:7d:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:05:55Z', 'updated_at': '2022-09-23T14:06:29Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:06:31.468963 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417 req-5e43ebcc-6b49-4fc3-8b50-296bda34a88f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938785 Sep 23 14:06:31.503353 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1833c522-615e-43b0-a548-8dc58e3d76a6 None None] New status for floating IP 5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6: ACTIVE {{(pid=106654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:06:31.586089 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:31.665147 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2275d-47c4-4257-9ec5-4e9d96532adb req-2f68e7ea-06bb-44b1-a64f-7f26a6988e1b tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:31.666613 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-40e2275d-47c4-4257-9ec5-4e9d96532adb req-2f68e7ea-06bb-44b1-a64f-7f26a6988e1b tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0512745 Sep 23 14:06:31.716967 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-40e2275d-47c4-4257-9ec5-4e9d96532adb req-7aa187e7-f2ec-4f28-8ab4-aeec7e8a6fb9 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446744 Sep 23 14:06:31.920742 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f7bfba1b-2e24-4e4f-bb06-5a8efc2d1417 req-4dbf15a4-2824-4ae3-8baa-ec14b5f34702 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815914 Sep 23 14:06:32.849264 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765753-7c81-479d-8035-4679e252e6c3 req-72116f75-f25f-4d99-a0ad-36185d182177 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:32.850651 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-54765753-7c81-479d-8035-4679e252e6c3 req-72116f75-f25f-4d99-a0ad-36185d182177 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0553234 Sep 23 14:06:32.899508 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-54765753-7c81-479d-8035-4679e252e6c3 req-78596ea1-2abb-406b-938a-c8201761c411 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431728 Sep 23 14:06:33.017514 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cd25a-97ca-4799-a5e8-60b04d47746b req-2eb65727-1564-4dcf-853b-9920d50b3dc7 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:33.019009 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e5cd25a-97ca-4799-a5e8-60b04d47746b req-2eb65727-1564-4dcf-853b-9920d50b3dc7 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0459580 Sep 23 14:06:33.057015 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:33.069772 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e5cd25a-97ca-4799-a5e8-60b04d47746b req-8a96c898-0008-481f-a38a-62f5ee44fe2e tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452340 Sep 23 14:06:33.097736 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 32878) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:06:33.167513 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=100 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:33.177548 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df38a1e3-e570-4d8e-a0e1-e8c838b69296 tempest-TestShelveInstance-560997626 tempest-TestShelveInstance-560997626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:33.179488 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-df38a1e3-e570-4d8e-a0e1-e8c838b69296 tempest-TestShelveInstance-560997626 tempest-TestShelveInstance-560997626-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 1124 time: 0.0803778 Sep 23 14:06:33.182075 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 32882) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:06:33.186382 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'port_id': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:06:33.260856 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:33.343171 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:33.446826 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Allocated IP 172.27.1.56 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/0d3f6f0d-bf57-4bda-a1bc-0c2313354a82) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:06:33.554387 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for port (0d3f6f0d-bf57-4bda-a1bc-0c2313354a82), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:33.644289 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (0d3f6f0d-bf57-4bda-a1bc-0c2313354a82), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:33.684223 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:06:33.689763 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:06:33.693791 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:06:33.697540 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event updated for resources: {'Port': ['ID=0d3f6f0d-bf57-4bda-a1bc-0c2313354a82,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:33.728348 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.728691 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.729036 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.729373 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.729705 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.730035 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.730386 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.730715 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.731042 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.731365 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.731689 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.732012 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.732340 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.732660 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:33.732980 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:34.019379 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for floatingip (3dcb4e54-8d46-45a8-bb80-5888d3918fc4), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:34.039688 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:34.048121 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:34.166726 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (0d3f6f0d-bf57-4bda-a1bc-0c2313354a82), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:34.316953 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for port (0d3f6f0d-bf57-4bda-a1bc-0c2313354a82), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:34.392293 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (0d3f6f0d-bf57-4bda-a1bc-0c2313354a82), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:34.393008 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (3dcb4e54-8d46-45a8-bb80-5888d3918fc4), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:34.472147 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event updated for resources: {'Port': ['ID=0d3f6f0d-bf57-4bda-a1bc-0c2313354a82,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:34.524473 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Floating IP 3dcb4e54-8d46-45a8-bb80-5888d3918fc4 associated. External IP: 172.27.1.56, port: ddb61f77-2e1f-4d02-bd20-42e3ca25c62d. Sep 23 14:06:34.716961 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Router 742d5875-78d9-438e-b758-953a3f91bd88 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:06:34.812382 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:34.821146 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:06:34.831665 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c480ea14-37d4-4cfb-bf26-ff7fb2c415d1 None None] Sync routers for ids ['742d5875-78d9-438e-b758-953a3f91bd88'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:06:34.843697 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480ea14-37d4-4cfb-bf26-ff7fb2c415d1 None None] Routers {'742d5875-78d9-438e-b758-953a3f91bd88'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:06:34.844823 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-c480ea14-37d4-4cfb-bf26-ff7fb2c415d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:06:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['742d5875-78d9-438e-b758-953a3f91bd88'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:34.914637 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:34.919481 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=100 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:34.928424 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=100 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:34.943988 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-c480ea14-37d4-4cfb-bf26-ff7fb2c415d1 None None] Set router 742d5875-78d9-438e-b758-953a3f91bd88 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:06:34.946713 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-3db64e6f-d9d2-4159-baa2-dd0d024ab20d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7634358 Sep 23 14:06:34.947345 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:06:34.949660 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57ad8af-bede-469d-a357-9251d3ab7674" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:06:34.988331 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c673aa5-1d95-406c-83ad-07508c7eea9c x-openstack-request-id: req-6c673aa5-1d95-406c-83ad-07508c7eea9c {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:06:34.988646 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:06:34.988902 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c673aa5-1d95-406c-83ad-07508c7eea9c {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:06:34.989316 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c673aa5-1d95-406c-83ad-07508c7eea9c'] response: {'name': 'network-changed', 'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'status': 'completed', 'code': 200} Sep 23 14:06:35.089194 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ad8af-bede-469d-a357-9251d3ab7674 req-2ca7c610-6ff9-4f1d-8eec-16a899ca2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:35.090720 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f57ad8af-bede-469d-a357-9251d3ab7674 req-2ca7c610-6ff9-4f1d-8eec-16a899ca2db7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=728460a287914347b74cfe886f56ee6c&device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 1129 time: 0.0397835 Sep 23 14:06:35.162241 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-c480ea14-37d4-4cfb-bf26-ff7fb2c415d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 4, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '3dcb4e54-8d46-45a8-bb80-5888d3918fc4', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'port_id': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'mac_address': 'fa:16:3e:3f:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:06:33Z', 'updated_at': '2022-09-23T14:06:33Z', 'revision_number': 0, 'project_id': '728460a287914347b74cfe886f56ee6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43333946-8b3d-4765-a3b2-b7811dbc5acc', 'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'mac_address': 'fa:16:3e:84:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:24Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 5, 'project_id': '728460a287914347b74cfe886f56ee6c', 'subnets': [{'id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:35.189162 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c480ea14-37d4-4cfb-bf26-ff7fb2c415d1 None None] Checking router: 742d5875-78d9-438e-b758-953a3f91bd88 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:06:35.189566 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ad8af-bede-469d-a357-9251d3ab7674 req-a55367ff-688e-406b-b0e7-4fd1930c8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:35.191083 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f57ad8af-bede-469d-a357-9251d3ab7674 req-a55367ff-688e-406b-b0e7-4fd1930c8eba service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=190676c3-b885-43ca-a750-4bc929641327 HTTP/1.1" status: 200 len: 910 time: 0.0907650 Sep 23 14:06:35.197785 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480ea14-37d4-4cfb-bf26-ff7fb2c415d1 None None] Routers {'742d5875-78d9-438e-b758-953a3f91bd88'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:06:35.198411 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-c480ea14-37d4-4cfb-bf26-ff7fb2c415d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:06:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['742d5875-78d9-438e-b758-953a3f91bd88'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:35.257437 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f57ad8af-bede-469d-a357-9251d3ab7674 req-aca7ef9c-6fac-4fbb-963f-c0833eab6548 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d HTTP/1.1" status: 200 len: 998 time: 0.0599432 Sep 23 14:06:35.305353 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-c480ea14-37d4-4cfb-bf26-ff7fb2c415d1 None None] Set router 742d5875-78d9-438e-b758-953a3f91bd88 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:06:35.307034 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ad8af-bede-469d-a357-9251d3ab7674 req-321d1c72-712b-499a-9ec9-4d42ec91911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:35.308473 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f57ad8af-bede-469d-a357-9251d3ab7674 req-321d1c72-712b-499a-9ec9-4d42ec91911c service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a0146b41-ef41-48f1-986e-e2e2f17f5d30 HTTP/1.1" status: 200 len: 848 time: 0.0431092 Sep 23 14:06:35.350731 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ad8af-bede-469d-a357-9251d3ab7674 req-7810b7d4-bdd2-415f-a87a-9a604a2522a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:35.352211 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f57ad8af-bede-469d-a357-9251d3ab7674 req-7810b7d4-bdd2-415f-a87a-9a604a2522a6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=190676c3-b885-43ca-a750-4bc929641327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376167 Sep 23 14:06:35.447915 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f57ad8af-bede-469d-a357-9251d3ab7674 req-cf3adf47-cee8-45a4-b646-6cc96a77dba4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876541 Sep 23 14:06:35.543209 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-c480ea14-37d4-4cfb-bf26-ff7fb2c415d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 4, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '3dcb4e54-8d46-45a8-bb80-5888d3918fc4', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'port_id': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'mac_address': 'fa:16:3e:3f:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:06:33Z', 'updated_at': '2022-09-23T14:06:33Z', 'revision_number': 0, 'project_id': '728460a287914347b74cfe886f56ee6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43333946-8b3d-4765-a3b2-b7811dbc5acc', 'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'mac_address': 'fa:16:3e:84:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:24Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 5, 'project_id': '728460a287914347b74cfe886f56ee6c', 'subnets': [{'id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:35.555177 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:35.568816 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c480ea14-37d4-4cfb-bf26-ff7fb2c415d1 None None] The sync data for ids ['742d5875-78d9-438e-b758-953a3f91bd88'] in dv-cinder-857434-4-iscsi is: [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 4, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '3dcb4e54-8d46-45a8-bb80-5888d3918fc4', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'port_id': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'mac_address': 'fa:16:3e:3f:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:06:33Z', 'updated_at': '2022-09-23T14:06:33Z', 'revision_number': 0, 'project_id': '728460a287914347b74cfe886f56ee6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43333946-8b3d-4765-a3b2-b7811dbc5acc', 'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'mac_address': 'fa:16:3e:84:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:24Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 5, 'project_id': '728460a287914347b74cfe886f56ee6c', 'subnets': [{'id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:06:35.570397 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f57ad8af-bede-469d-a357-9251d3ab7674 req-e433ee5f-4f74-4220-bcca-e846904a6174 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140945 Sep 23 14:06:35.764623 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec56f157-d60f-4751-81f3-91df6e33c39c None None] New status for floating IP 3dcb4e54-8d46-45a8-bb80-5888d3918fc4: ACTIVE {{(pid=106654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:06:44.733817 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:44.941883 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=58,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:44.943821 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:44.991223 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-3e6a7a85-11cf-4cbf-a355-dcd89ab36082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:45.540612 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=56 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:45.546513 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=72 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:45.567378 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=49 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:47.335924 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-932424e9-7710-4eb8-b914-79ca1130ae20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:48.591578 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:49.294452 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:06:49.901587 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:49.993541 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:50.216071 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:53.185583 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df28b9-9559-4ce2-b8f5-43c95b59bbe7 req-60d11da7-d6b2-4825-805b-a85b01487020 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:53.187168 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-43df28b9-9559-4ce2-b8f5-43c95b59bbe7 req-60d11da7-d6b2-4825-805b-a85b01487020 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 945 time: 0.0512621 Sep 23 14:06:53.237833 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-43df28b9-9559-4ce2-b8f5-43c95b59bbe7 req-87c44a17-70ca-416d-9d8e-785eebde5961 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447037 Sep 23 14:06:54.360154 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edb01e-1d83-4afc-b4ab-4da7d4059747 req-b7dd89c0-6d16-442c-b9c2-a9b522ee6dc4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:54.361614 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a6edb01e-1d83-4afc-b4ab-4da7d4059747 req-b7dd89c0-6d16-442c-b9c2-a9b522ee6dc4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 945 time: 0.0461485 Sep 23 14:06:54.410223 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a6edb01e-1d83-4afc-b4ab-4da7d4059747 req-2dc19257-83da-45cd-a865-ee2216811b32 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424256 Sep 23 14:06:55.406919 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-06b77d91-93fe-4c7b-8c89-7d070cf4165a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:55.408269 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-06b77d91-93fe-4c7b-8c89-7d070cf4165a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 945 time: 0.0462370 Sep 23 14:06:55.510593 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Deleting port 894a169a-68e6-48c8-88fa-1d068254a466 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:06:55.510936 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (894a169a-68e6-48c8-88fa-1d068254a466), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:55.586673 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f196a-9be4-4e7b-919b-69c4fb6ad316 req-34eaaa7e-3424-42fc-8739-16dfa0bcebcf tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:55.588126 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1d3f196a-9be4-4e7b-919b-69c4fb6ad316 req-34eaaa7e-3424-42fc-8739-16dfa0bcebcf tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 945 time: 0.0939035 Sep 23 14:06:55.654630 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] For port 894a169a-68e6-48c8-88fa-1d068254a466, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=894a169a-68e6-48c8-88fa-1d068254a466,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:55.654895 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (894a169a-68e6-48c8-88fa-1d068254a466), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:55.680800 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1d3f196a-9be4-4e7b-919b-69c4fb6ad316 req-5c65b4a0-6f5c-486e-9c71-e38308dde0f6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838051 Sep 23 14:06:55.825007 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:55.825369 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (889a1633-7882-4b17-9ffa-4447d46810d4), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:55.825683 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Floating IP 889a1633-7882-4b17-9ffa-4447d46810d4 disassociated. External IP: 172.27.1.185, port: 894a169a-68e6-48c8-88fa-1d068254a466. Sep 23 14:06:55.826024 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Calling delete_port for 894a169a-68e6-48c8-88fa-1d068254a466 owned by compute:nova {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:06:56.014738 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (894a169a-68e6-48c8-88fa-1d068254a466), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:56.043025 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event deleted for resources: {'Port': ['ID=894a169a-68e6-48c8-88fa-1d068254a466,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:56.053646 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.054016 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.054374 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.054716 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.055044 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.055367 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.055692 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.056009 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.056327 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.056647 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.056968 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.057287 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.057601 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.057916 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.058233 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:56.106692 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:56.160699 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:06:56.170164 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Router fcb83c92-60dc-45bb-b252-d33367ab7aad has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:06:56.274788 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:06:56.284068 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac56f3-2695-4cc3-b744-5483498aaf38 None None] Sync routers for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:06:56.294050 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac56f3-2695-4cc3-b744-5483498aaf38 None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:06:56.294684 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-9cac56f3-2695-4cc3-b744-5483498aaf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:06:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:56.316870 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] No DVR routers for this DVR port 894a169a-68e6-48c8-88fa-1d068254a466 on host hv-cinder-85743 {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:06:56.320267 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:06:56.323293 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-03ec6f08-9640-411c-b0e4-6d50b7c3abcd req-d538535c-7709-417b-b6b6-94284baecfb2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "DELETE /networking/v2.0/ports/894a169a-68e6-48c8-88fa-1d068254a466 HTTP/1.1" status: 204 len: 173 time: 0.9056952 Sep 23 14:06:56.323776 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a131c7-2478-421b-86df-633cca15c7b7', 'name': 'network-vif-deleted', 'tag': '894a169a-68e6-48c8-88fa-1d068254a466'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:06:56.325995 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3097a2-eb82-4acb-a11e-365944f9d3e8" -d '{"events": [{"server_uuid": "51a131c7-2478-421b-86df-633cca15c7b7", "name": "network-vif-deleted", "tag": "894a169a-68e6-48c8-88fa-1d068254a466"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:06:56.362109 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac6f651-000b-4c3b-bf06-262facab2f4b x-openstack-request-id: req-fac6f651-000b-4c3b-bf06-262facab2f4b {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:06:56.362648 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a131c7-2478-421b-86df-633cca15c7b7", "name": "network-vif-deleted", "tag": "894a169a-68e6-48c8-88fa-1d068254a466", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:06:56.362994 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fac6f651-000b-4c3b-bf06-262facab2f4b {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:06:56.363496 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac6f651-000b-4c3b-bf06-262facab2f4b'] response: {'server_uuid': '51a131c7-2478-421b-86df-633cca15c7b7', 'name': 'network-vif-deleted', 'tag': '894a169a-68e6-48c8-88fa-1d068254a466', 'status': 'completed', 'code': 200} Sep 23 14:06:56.404424 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-9cac56f3-2695-4cc3-b744-5483498aaf38 None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:06:56.608527 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-9cac56f3-2695-4cc3-b744-5483498aaf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:56.635542 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac56f3-2695-4cc3-b744-5483498aaf38 None None] Checking router: fcb83c92-60dc-45bb-b252-d33367ab7aad for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:06:56.643975 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac56f3-2695-4cc3-b744-5483498aaf38 None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:06:56.644574 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-9cac56f3-2695-4cc3-b744-5483498aaf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:06:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:56.792921 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-640a1881-f0e0-4155-b125-289f3ffb5a4b req-78b66536-3802-4883-9c23-7720976a4598 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0340555 Sep 23 14:06:56.843311 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-9cac56f3-2695-4cc3-b744-5483498aaf38 None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:06:57.026759 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-9cac56f3-2695-4cc3-b744-5483498aaf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:57.055673 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac56f3-2695-4cc3-b744-5483498aaf38 None None] The sync data for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi is: [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:06:57.299766 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4fa107-4c17-4acb-9ce5-a414e3af18b3 None None] New status for floating IP 889a1633-7882-4b17-9ffa-4447d46810d4: DOWN {{(pid=106654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:06:57.799793 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8d803-9860-4c38-82b8-a8c08ee3b3f3 req-4032d53d-c0c3-47a1-82a6-d9317d66f7d3 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:57.801242 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8fe8d803-9860-4c38-82b8-a8c08ee3b3f3 req-4032d53d-c0c3-47a1-82a6-d9317d66f7d3 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0461569 Sep 23 14:06:57.849387 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8fe8d803-9860-4c38-82b8-a8c08ee3b3f3 req-f96947d3-558a-4470-b8e7-183719684b37 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414600 Sep 23 14:06:57.916406 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dacb1ae9-a1f2-4505-b046-cce31889481a req-076e5f45-8568-4813-989f-5fde5bc29efe tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0292201 Sep 23 14:06:58.970243 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d28ce-79b1-4953-a393-af6eb5cc39e8 req-94a9d383-c2a0-4cb8-83f8-bb11a8ad6c50 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:06:58.971747 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0f4d28ce-79b1-4953-a393-af6eb5cc39e8 req-94a9d383-c2a0-4cb8-83f8-bb11a8ad6c50 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0470693 Sep 23 14:06:59.042471 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-85a9f39f-58e6-4cd9-8674-468f83a5bd00 req-7d10d23b-3de9-4d08-82b4-8c35090ada00 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0364649 Sep 23 14:06:59.045895 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0f4d28ce-79b1-4953-a393-af6eb5cc39e8 req-7ef13251-b917-45ef-bd90-faedf9e2274c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685582 Sep 23 14:07:00.177051 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-699effdc-0a1f-46a2-8eb7-0e0017d5b879 req-81569df5-1e0f-4002-956c-84cc5002f6c8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0400248 Sep 23 14:07:00.192538 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40213d3a-74a2-49a3-b934-00705834d9b0 req-8f8ddc45-121d-493d-ab1c-98b48a917acc tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:00.193954 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-40213d3a-74a2-49a3-b934-00705834d9b0 req-8f8ddc45-121d-493d-ab1c-98b48a917acc tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0708132 Sep 23 14:07:00.244963 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-40213d3a-74a2-49a3-b934-00705834d9b0 req-84711c7c-1e88-4aa7-9286-53c854aaf0c6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443995 Sep 23 14:07:00.328939 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 894a169a-68e6-48c8-88fa-1d068254a466 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:07:00.348360 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 894a169a-68e6-48c8-88fa-1d068254a466 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:07:00.348709 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 894a169a-68e6-48c8-88fa-1d068254a466 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:07:01.289965 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f96b8f69-973c-4dd2-8a0f-86afd958d0f4 req-928f1699-6894-4c3f-b89c-c385d4f2f776 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=51a131c7-2478-421b-86df-633cca15c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0273600 Sep 23 14:07:01.364449 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a4e6e-39c1-46e6-8cf6-291ebe33e325 req-48db0fad-17d8-4946-8bad-f0244561b045 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:01.366159 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a07a4e6e-39c1-46e6-8cf6-291ebe33e325 req-48db0fad-17d8-4946-8bad-f0244561b045 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0464525 Sep 23 14:07:01.415873 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a07a4e6e-39c1-46e6-8cf6-291ebe33e325 req-c50bc86c-2c46-4d42-96ed-5cf68473f524 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430527 Sep 23 14:07:01.804628 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-0d54b351-ef39-496d-9822-786f4eaa51c9 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:01.806724 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-0d54b351-ef39-496d-9822-786f4eaa51c9 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0462520 Sep 23 14:07:02.128787 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Deleting port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:02.129126 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:02.219182 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] For port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:02.219544 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:02.305190 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:02.378210 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:02.378594 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (3c331db6-2146-4ddf-8509-f7241dff93de), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:02.378968 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Floating IP 3c331db6-2146-4ddf-8509-f7241dff93de disassociated. External IP: 172.27.1.250, port: 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409. Sep 23 14:07:02.379250 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Calling delete_port for 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 owned by compute:nova {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:02.456267 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:02.563636 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a10c9-0118-4dce-8ce9-60f5f7c3798b req-a3d4e94a-0a0b-4e98-85e1-2cd3655f2f47 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:02.565087 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c2a10c9-0118-4dce-8ce9-60f5f7c3798b req-a3d4e94a-0a0b-4e98-85e1-2cd3655f2f47 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 946 time: 0.0737357 Sep 23 14:07:02.607978 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-8eac98da-087f-4a0a-8699-825cb3b56530 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-195226751&fields=id&tenant_id=901178273d85449e9cdaa5de235fb3e9 HTTP/1.1" status: 200 len: 267 time: 0.0799327 Sep 23 14:07:02.636911 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:02.709940 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event deleted for resources: {'Port': ['ID=51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:02.715417 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c2a10c9-0118-4dce-8ce9-60f5f7c3798b req-38e03b04-97f7-4d03-9796-ab01deb36d23 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=398210a0-a5bd-40a5-9d2c-1c38d417c841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390684 Sep 23 14:07:02.813266 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-bc17a5a5-5b64-4cba-855a-a77ce6bc6bd2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:02.814743 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-bc17a5a5-5b64-4cba-855a-a77ce6bc6bd2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 812 time: 0.1975622 Sep 23 14:07:02.856476 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-8bd101d3-9208-40c3-bd73-aa3f88cd785a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/quotas/901178273d85449e9cdaa5de235fb3e9 HTTP/1.1" status: 200 len: 375 time: 0.0182128 Sep 23 14:07:02.901978 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Router 20c60fcd-79f7-4ca9-a17f-61b62e85210e has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:07:02.908555 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:02.923488 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-6bdc3bcb-8b53-4b95-ace4-f2544142ff7f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600066 Sep 23 14:07:03.084607 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:07:03.095568 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16b629-3828-4ff4-a878-489b0591f08f None None] Sync routers for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:07:03.100578 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-f18492d2-2f00-4ac4-b2a1-b92025136f77 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440668 Sep 23 14:07:03.107251 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16b629-3828-4ff4-a878-489b0591f08f None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:03.108253 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-db16b629-3828-4ff4-a878-489b0591f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:06:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:03.180488 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] No DVR routers for this DVR port 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 on host hv-cinder-85743 {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:07:03.185300 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:03.188634 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2f481588-8e2d-4111-bc91-0fb2f9c2745a req-341f2a67-be13-4635-82e2-9c0f6407d8c0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "DELETE /networking/v2.0/ports/51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 HTTP/1.1" status: 204 len: 173 time: 1.3762944 Sep 23 14:07:03.189153 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'name': 'network-vif-deleted', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:03.191489 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fb2602-a6ae-4e94-948b-95a8f76dedeb" -d '{"events": [{"server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "name": "network-vif-deleted", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:03.227597 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-db16b629-3828-4ff4-a878-489b0591f08f None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:03.247062 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab62bc8-05a6-4450-b65f-e973d48ef17b x-openstack-request-id: req-7ab62bc8-05a6-4450-b65f-e973d48ef17b {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:03.247430 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6891295c-5fe6-44a7-adf2-f1fb03036261", "name": "network-vif-deleted", "tag": "51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:03.247743 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ab62bc8-05a6-4450-b65f-e973d48ef17b {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:03.248207 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab62bc8-05a6-4450-b65f-e973d48ef17b'] response: {'server_uuid': '6891295c-5fe6-44a7-adf2-f1fb03036261', 'name': 'network-vif-deleted', 'tag': '51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409', 'status': 'completed', 'code': 200} Sep 23 14:07:03.255532 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-c8e7e364-520c-4050-aedb-97709cfae816 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387665 Sep 23 14:07:03.298179 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=100 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:03.427035 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-db16b629-3828-4ff4-a878-489b0591f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:03.448096 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16b629-3828-4ff4-a878-489b0591f08f None None] Checking router: 20c60fcd-79f7-4ca9-a17f-61b62e85210e for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:07:03.456560 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16b629-3828-4ff4-a878-489b0591f08f None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:03.457165 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-db16b629-3828-4ff4-a878-489b0591f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:06:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:03.505510 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=100 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:03.563884 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-db16b629-3828-4ff4-a878-489b0591f08f None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:03.762726 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-db16b629-3828-4ff4-a878-489b0591f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:03.803837 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16b629-3828-4ff4-a878-489b0591f08f None None] The sync data for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi is: [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:02:14Z', 'revision_number': 4, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '74001ad1-1460-4590-b541-8d61b43b29f0', 'name': '', 'network_id': '35b1eec9-f37f-4a15-9846-f6e35c1c3a12', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'mac_address': 'fa:16:3e:3e:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:12Z', 'updated_at': '2022-09-23T14:02:22Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'subnets': [{'id': '3fdcde6d-bd8a-47c9-bddd-f380538aed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:07:03.877822 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fb04a0b5-9bee-4565-9056-a18a966607bc req-ec8ca135-2c3b-4ef7-97ea-c6c1e1c0cbe9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 210 time: 0.0396585 Sep 23 14:07:03.905004 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5144ffdb-4ada-40cd-8461-ca4999663618 req-2bd03f75-4146-4950-9d2d-11ef9a74d42e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6891295c-5fe6-44a7-adf2-f1fb03036261 HTTP/1.1" status: 200 len: 210 time: 0.0372047 Sep 23 14:07:04.071039 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68473818-c036-41bc-9f00-b82569f94ac6 None None] New status for floating IP 3c331db6-2146-4ddf-8509-f7241dff93de: DOWN {{(pid=106654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:07:04.073847 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=28,neutron:UPDATE=8 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:05.002786 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5deb147c-35b5-4167-bbd0-01c89db7980a req-a094bb2f-7210-4144-860d-18ca24f08417 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 210 time: 0.0426986 Sep 23 14:07:05.074128 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33000) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:05.133858 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee151-ac2a-40ec-9e2c-cc239fccd26d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group (398210a0-a5bd-40a5-9d2c-1c38d417c841), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:05.157053 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee151-ac2a-40ec-9e2c-cc239fccd26d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group (398210a0-a5bd-40a5-9d2c-1c38d417c841), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:05.263155 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee151-ac2a-40ec-9e2c-cc239fccd26d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (398210a0-a5bd-40a5-9d2c-1c38d417c841), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:05.265787 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee151-ac2a-40ec-9e2c-cc239fccd26d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:05.266978 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-1d7ee151-ac2a-40ec-9e2c-cc239fccd26d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/398210a0-a5bd-40a5-9d2c-1c38d417c841 HTTP/1.1" status: 204 len: 168 time: 0.1917739 Sep 23 14:07:05.269582 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33002) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:05.277185 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ee151-ac2a-40ec-9e2c-cc239fccd26d tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398210a0-a5bd-40a5-9d2c-1c38d417c841,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:05.283877 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.api.v2.resource [None req-ce8e4d9f-bd2d-46d2-a68a-e991302229d6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] show failed (client error): The resource could not be found. Sep 23 14:07:05.287440 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ce8e4d9f-bd2d-46d2-a68a-e991302229d6 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups/398210a0-a5bd-40a5-9d2c-1c38d417c841 HTTP/1.1" status: 404 len: 347 time: 0.0142918 Sep 23 14:07:05.287670 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33004) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:05.402784 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-90227d70-26ac-4aaf-9b06-8184468bc893 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Deleting port f62518a8-4f27-44d0-826c-1bdda795d71f {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:05.403130 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-90227d70-26ac-4aaf-9b06-8184468bc893 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (f62518a8-4f27-44d0-826c-1bdda795d71f), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:05.484402 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-90227d70-26ac-4aaf-9b06-8184468bc893 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (f62518a8-4f27-44d0-826c-1bdda795d71f), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:05.484732 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-90227d70-26ac-4aaf-9b06-8184468bc893 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for floatingip (f62518a8-4f27-44d0-826c-1bdda795d71f), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:05.497116 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-90227d70-26ac-4aaf-9b06-8184468bc893 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Calling delete_port for f62518a8-4f27-44d0-826c-1bdda795d71f owned by network:floatingip {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:05.549357 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:05.668689 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-90227d70-26ac-4aaf-9b06-8184468bc893 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (f62518a8-4f27-44d0-826c-1bdda795d71f), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:05.697181 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90227d70-26ac-4aaf-9b06-8184468bc893 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event deleted for resources: {'Port': ['ID=f62518a8-4f27-44d0-826c-1bdda795d71f,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:05.761492 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-90227d70-26ac-4aaf-9b06-8184468bc893 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks [] for floatingip (3c331db6-2146-4ddf-8509-f7241dff93de), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:05.764136 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-90227d70-26ac-4aaf-9b06-8184468bc893 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:05.765249 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-90227d70-26ac-4aaf-9b06-8184468bc893 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/3c331db6-2146-4ddf-8509-f7241dff93de HTTP/1.1" status: 204 len: 168 time: 0.4766586 Sep 23 14:07:06.126779 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4db4d426-efe8-4d8e-bccd-27bfb83c7671 req-a2a260d9-d668-4042-8f0e-9723b1c97088 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 210 time: 0.0483296 Sep 23 14:07:06.213084 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-cc5795a1-a96e-487a-b948-f8db08b03de3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:06.215204 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-cc5795a1-a96e-487a-b948-f8db08b03de3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 812 time: 0.1356039 Sep 23 14:07:06.291197 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-aa91a587-8c79-4e49-993d-00ad5c552cea tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=901178273d85449e9cdaa5de235fb3e9 HTTP/1.1" status: 200 len: 379 time: 0.0564992 Sep 23 14:07:06.301360 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'port': {'device_id': '817ae959-3342-4926-9f60-e4a24124a282', 'network_id': '85b65927-108e-4662-8841-432429780256', 'admin_state_up': True, 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'security_groups': ['413d8de2-f83a-420b-a881-59d3352a42b5']}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:06.315526 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:06.329326 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:07:06.352845 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:07:06.353308 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 51f6ed4d-0d8a-4bb4-bf7b-e42a43e05409 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:07:06.496086 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Made reservation on behalf of 901178273d85449e9cdaa5de235fb3e9 for: {'port': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:07:06.499986 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:06.638926 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Allocated IP 172.20.0.7 (85b65927-108e-4662-8841-432429780256/7002cca2-8527-4ff1-acbb-0b8475217711/c3a78cda-14d8-495c-98ba-ab806fda32b8) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:07:06.797719 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:06.822571 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:06.863504 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:06.918057 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Network 85b65927-108e-4662-8841-432429780256 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:07:06.922097 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:07:06.930300 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:07:06.967829 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'Port': ['ID=c3a78cda-14d8-495c-98ba-ab806fda32b8,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:06.998536 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:06.999459 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:07.111173 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-3f5ba335-6d88-4eba-9d89-6dc3dc117ff8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135185 Sep 23 14:07:07.130585 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Request body: {'port': {'device_id': '817ae959-3342-4926-9f60-e4a24124a282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:07.161789 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-4922e094-8a4f-4322-913a-e3d30a51a9b9 None None] Provisioning complete for port c3a78cda-14d8-495c-98ba-ab806fda32b8 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:07:07.162183 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-4922e094-8a4f-4322-913a-e3d30a51a9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:07.162542 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-4922e094-8a4f-4322-913a-e3d30a51a9b9 None None] Attempt 1 to provision port c3a78cda-14d8-495c-98ba-ab806fda32b8 Sep 23 14:07:07.201879 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-4922e094-8a4f-4322-913a-e3d30a51a9b9 None None] Port c3a78cda-14d8-495c-98ba-ab806fda32b8 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:07:07.210360 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:07.307237 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ebef5-bf69-488c-a871-d5c1ba76244a req-fbfbe307-8f82-4aa9-97f8-49116c796b12 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:07.308823 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f35ebef5-bf69-488c-a871-d5c1ba76244a req-fbfbe307-8f82-4aa9-97f8-49116c796b12 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 931 time: 0.0822277 Sep 23 14:07:07.457171 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f35ebef5-bf69-488c-a871-d5c1ba76244a req-2b01fe7f-1a98-4409-9689-29c4d4cc06a7 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042285 Sep 23 14:07:07.464831 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:07.553830 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a78cda-14d8-495c-98ba-ab806fda32b8 {{(pid=106653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:07:07.561890 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Publish callbacks [] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:07.576770 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.provisioning_blocks [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Transition to ACTIVE for port object c3a78cda-14d8-495c-98ba-ab806fda32b8 will not be triggered until provisioned by entity L2. {{(pid=106653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:07:07.678594 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:07.703312 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-4922e094-8a4f-4322-913a-e3d30a51a9b9 None None] Attempt 2 to provision port c3a78cda-14d8-495c-98ba-ab806fda32b8 Sep 23 14:07:07.739689 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-4922e094-8a4f-4322-913a-e3d30a51a9b9 None None] Port c3a78cda-14d8-495c-98ba-ab806fda32b8 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:07:07.760044 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Pushing event updated for resources: {'Port': ['ID=c3a78cda-14d8-495c-98ba-ab806fda32b8,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:07.791933 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Attempting to bind port c3a78cda-14d8-495c-98ba-ab806fda32b8 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:07:07.792575 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Attempting to bind port c3a78cda-14d8-495c-98ba-ab806fda32b8 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:07:07.792706 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Attempting to bind port c3a78cda-14d8-495c-98ba-ab806fda32b8 on network 85b65927-108e-4662-8841-432429780256 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:07:07.824603 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:07.837612 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Port c3a78cda-14d8-495c-98ba-ab806fda32b8 on network 85b65927-108e-4662-8841-432429780256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:07:07.837958 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Attempting to bind port c3a78cda-14d8-495c-98ba-ab806fda32b8 on network 85b65927-108e-4662-8841-432429780256 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:07:07.883720 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:07:07.884060 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Checking segment: {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:07:07.884439 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Bound using segment: {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:07:07.884971 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Bound port: c3a78cda-14d8-495c-98ba-ab806fda32b8, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'}}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:07:07.885366 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:07.945543 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] For port c3a78cda-14d8-495c-98ba-ab806fda32b8, host hv-cinder-85743, cleared binding levels {{(pid=106653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:07:07.949418 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] For port c3a78cda-14d8-495c-98ba-ab806fda32b8, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=c3a78cda-14d8-495c-98ba-ab806fda32b8,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:07:08.034845 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:08.039323 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:08.040040 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:08.041413 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/c3a78cda-14d8-495c-98ba-ab806fda32b8 HTTP/1.1" status: 200 len: 1093 time: 0.9152789 Sep 23 14:07:08.042039 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817ae959-3342-4926-9f60-e4a24124a282', 'tag': 'c3a78cda-14d8-495c-98ba-ab806fda32b8'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:08.044323 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddc5ad3-209f-472f-a1e7-ccaa862ccf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "817ae959-3342-4926-9f60-e4a24124a282", "tag": "c3a78cda-14d8-495c-98ba-ab806fda32b8"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:08.084847 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af246d68-75e0-4ece-95d3-730f1203d08a x-openstack-request-id: req-af246d68-75e0-4ece-95d3-730f1203d08a {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:08.085138 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817ae959-3342-4926-9f60-e4a24124a282", "tag": "c3a78cda-14d8-495c-98ba-ab806fda32b8", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:08.086612 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af246d68-75e0-4ece-95d3-730f1203d08a {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:08.086612 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af246d68-75e0-4ece-95d3-730f1203d08a'] response: {'name': 'network-changed', 'server_uuid': '817ae959-3342-4926-9f60-e4a24124a282', 'tag': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'status': 'completed', 'code': 200} Sep 23 14:07:08.100017 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae320a70-d216-4c28-b2d2-a50df196192a service neutron] Pushing event updated for resources: {'Port': ['ID=c3a78cda-14d8-495c-98ba-ab806fda32b8,revision_number=3']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:08.178897 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc5ad3-209f-472f-a1e7-ccaa862ccf7c req-242f504a-94ae-416f-8a6a-50747ae80873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:08.180424 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0ddc5ad3-209f-472f-a1e7-ccaa862ccf7c req-242f504a-94ae-416f-8a6a-50747ae80873 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 1127 time: 0.0401931 Sep 23 14:07:08.241040 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-4922e094-8a4f-4322-913a-e3d30a51a9b9 None None] Attempt 3 to provision port c3a78cda-14d8-495c-98ba-ab806fda32b8 Sep 23 14:07:08.278865 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-4922e094-8a4f-4322-913a-e3d30a51a9b9 None None] Port c3a78cda-14d8-495c-98ba-ab806fda32b8 had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:07:08.292676 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc5ad3-209f-472f-a1e7-ccaa862ccf7c req-fa9c4e28-31c0-4152-ae2b-6cc999345e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:08.294073 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0ddc5ad3-209f-472f-a1e7-ccaa862ccf7c req-fa9c4e28-31c0-4152-ae2b-6cc999345e90 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=901178273d85449e9cdaa5de235fb3e9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0972440 Sep 23 14:07:08.393253 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc5ad3-209f-472f-a1e7-ccaa862ccf7c req-8a57a2c9-f1a4-4009-b3d3-b90db7916924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:08.394779 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0ddc5ad3-209f-472f-a1e7-ccaa862ccf7c req-8a57a2c9-f1a4-4009-b3d3-b90db7916924 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902381 Sep 23 14:07:08.499865 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-b465d596-b1e7-4dc9-9eec-3f840e04830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:08.504551 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-b465d596-b1e7-4dc9-9eec-3f840e04830a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 1127 time: 0.0395536 Sep 23 14:07:08.557051 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-5d45c597-adbb-4420-af26-1615ca94c1c0 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3a78cda-14d8-495c-98ba-ab806fda32b8 HTTP/1.1" status: 200 len: 217 time: 0.0413618 Sep 23 14:07:08.614235 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-5cb01bed-fa29-4eae-8f39-7bd284be5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:08.615723 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-5cb01bed-fa29-4eae-8f39-7bd284be5f10 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 200 len: 851 time: 0.0479198 Sep 23 14:07:08.701600 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82ca6f-1a58-41e6-86cc-07962aac91c8 req-78a7a185-2ddb-4292-912b-a0933b3deea1 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:08.703089 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f82ca6f-1a58-41e6-86cc-07962aac91c8 req-78a7a185-2ddb-4292-912b-a0933b3deea1 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.1516161 Sep 23 14:07:08.720306 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-0a187f32-16a3-40a6-a12d-7a7f880890ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:08.721711 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-0a187f32-16a3-40a6-a12d-7a7f880890ab service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=85b65927-108e-4662-8841-432429780256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968330 Sep 23 14:07:08.743364 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:08.755271 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501841f8-6d3a-44fb-8858-882a7147296d req-0ad7fe83-bd62-4039-889c-7f26c2e9ca7c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:08.756692 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-501841f8-6d3a-44fb-8858-882a7147296d req-0ad7fe83-bd62-4039-889c-7f26c2e9ca7c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0759294 Sep 23 14:07:08.800702 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f82ca6f-1a58-41e6-86cc-07962aac91c8 req-4ac85f5c-2299-495f-b6c8-bcf3706e1db9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816138 Sep 23 14:07:08.823593 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-501841f8-6d3a-44fb-8858-882a7147296d req-3d466e3d-4941-4cff-a384-22aae33d22fa tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595210 Sep 23 14:07:09.930719 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b071d5-6f18-445d-a67f-53e130d25230 req-db3b5ce8-f547-4635-a21f-ab14d2c6cd27 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:09.932199 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-50b071d5-6f18-445d-a67f-53e130d25230 req-db3b5ce8-f547-4635-a21f-ab14d2c6cd27 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.0529666 Sep 23 14:07:10.017568 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-50b071d5-6f18-445d-a67f-53e130d25230 req-1696e25c-e752-4ea1-bc01-abe5acfccc65 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791554 Sep 23 14:07:10.030561 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b50ae-92f4-4f18-b124-4780644445ff req-cce93e16-578f-4e33-86d6-3818099e7079 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:10.032014 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d13b50ae-92f4-4f18-b124-4780644445ff req-cce93e16-578f-4e33-86d6-3818099e7079 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.1239178 Sep 23 14:07:10.080753 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d13b50ae-92f4-4f18-b124-4780644445ff req-4b048e54-f3c5-47df-ba9d-f809754283cb tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Sep 23 14:07:10.977743 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-b0b7f53a-051f-4b5e-aef9-9d683d08e3bf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901084 Sep 23 14:07:11.131269 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:11.139486 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f56a4-89a9-42e0-9661-3155a8570745 req-3c3422ed-e190-4a13-88b0-ab32c51f72d4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:11.140986 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c3f56a4-89a9-42e0-9661-3155a8570745 req-3c3422ed-e190-4a13-88b0-ab32c51f72d4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.0475187 Sep 23 14:07:11.504633 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8c3f56a4-89a9-42e0-9661-3155a8570745 req-da3ff401-5e86-4171-a11d-4d46cd13c0de tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3580902 Sep 23 14:07:11.511583 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c8886-dd66-415c-85ca-cf1fb28c4e42 req-6751dcef-d1f4-4a00-a16d-930ea365e6a1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:11.512965 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-047c8886-dd66-415c-85ca-cf1fb28c4e42 req-6751dcef-d1f4-4a00-a16d-930ea365e6a1 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.3527343 Sep 23 14:07:11.583113 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b1a63e0-72ea-43cf-badb-31fd2fc12628 req-0f93ba72-b163-4bd3-9f9c-18585a7c7968 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872473 Sep 23 14:07:11.587356 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-047c8886-dd66-415c-85ca-cf1fb28c4e42 req-b968f2ba-1e73-48ae-a3b3-f860e6aa803f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684960 Sep 23 14:07:11.729809 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c01ca-8175-47ef-91d8-a7f2917c081c req-d45f3a08-b626-41da-a424-097be208c7db tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:11.731558 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-363c01ca-8175-47ef-91d8-a7f2917c081c req-d45f3a08-b626-41da-a424-097be208c7db tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 945 time: 0.0500689 Sep 23 14:07:11.823049 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-363c01ca-8175-47ef-91d8-a7f2917c081c req-2edc1e52-f149-4f67-b769-269e70089f38 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Deleting port 08c333a2-80db-4cb2-8c18-245c61e87e9a {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:11.823344 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-363c01ca-8175-47ef-91d8-a7f2917c081c req-2edc1e52-f149-4f67-b769-269e70089f38 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:11.915560 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-363c01ca-8175-47ef-91d8-a7f2917c081c req-2edc1e52-f149-4f67-b769-269e70089f38 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] For port 08c333a2-80db-4cb2-8c18-245c61e87e9a, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=08c333a2-80db-4cb2-8c18-245c61e87e9a,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:11.915926 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-363c01ca-8175-47ef-91d8-a7f2917c081c req-2edc1e52-f149-4f67-b769-269e70089f38 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:11.929004 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-363c01ca-8175-47ef-91d8-a7f2917c081c req-2edc1e52-f149-4f67-b769-269e70089f38 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Calling delete_port for 08c333a2-80db-4cb2-8c18-245c61e87e9a owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:12.131927 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-363c01ca-8175-47ef-91d8-a7f2917c081c req-2edc1e52-f149-4f67-b769-269e70089f38 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (08c333a2-80db-4cb2-8c18-245c61e87e9a), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:12.159159 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc1e52-f149-4f67-b769-269e70089f38 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event deleted for resources: {'Port': ['ID=08c333a2-80db-4cb2-8c18-245c61e87e9a,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:12.166691 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9', '08c333a2-80db-4cb2-8c18-245c61e87e9a'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:07:12.211359 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-363c01ca-8175-47ef-91d8-a7f2917c081c req-2edc1e52-f149-4f67-b769-269e70089f38 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] No DVR routers for this DVR port 08c333a2-80db-4cb2-8c18-245c61e87e9a on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:07:12.217138 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-363c01ca-8175-47ef-91d8-a7f2917c081c req-2edc1e52-f149-4f67-b769-269e70089f38 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:12.220415 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-363c01ca-8175-47ef-91d8-a7f2917c081c req-2edc1e52-f149-4f67-b769-269e70089f38 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "DELETE /networking/v2.0/ports/08c333a2-80db-4cb2-8c18-245c61e87e9a HTTP/1.1" status: 204 len: 173 time: 0.4810131 Sep 23 14:07:12.220917 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ff0e5b-c9cf-409f-a993-a5969225c7bf', 'name': 'network-vif-deleted', 'tag': '08c333a2-80db-4cb2-8c18-245c61e87e9a'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:12.223197 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb6a122-18ad-4eaa-8666-f1e0d2d9683e" -d '{"events": [{"server_uuid": "00ff0e5b-c9cf-409f-a993-a5969225c7bf", "name": "network-vif-deleted", "tag": "08c333a2-80db-4cb2-8c18-245c61e87e9a"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:12.261238 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bc76a6-2d29-42d8-88f0-9308c86fb612 x-openstack-request-id: req-92bc76a6-2d29-42d8-88f0-9308c86fb612 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:12.261534 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ff0e5b-c9cf-409f-a993-a5969225c7bf", "name": "network-vif-deleted", "tag": "08c333a2-80db-4cb2-8c18-245c61e87e9a", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:12.261785 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92bc76a6-2d29-42d8-88f0-9308c86fb612 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:12.262194 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92bc76a6-2d29-42d8-88f0-9308c86fb612'] response: {'server_uuid': '00ff0e5b-c9cf-409f-a993-a5969225c7bf', 'name': 'network-vif-deleted', 'tag': '08c333a2-80db-4cb2-8c18-245c61e87e9a', 'status': 'completed', 'code': 200} Sep 23 14:07:12.635977 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f84c32-f756-4648-a750-c167d5c5dd40 req-9c4ec5ad-2495-459d-91fd-0c242cabd22f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:12.644674 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-52f84c32-f756-4648-a750-c167d5c5dd40 req-9c4ec5ad-2495-459d-91fd-0c242cabd22f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.0577295 Sep 23 14:07:12.698053 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-52f84c32-f756-4648-a750-c167d5c5dd40 req-2a1f8b20-a7a1-48b0-88f5-8459c067ede2 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536506 Sep 23 14:07:12.734434 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-852fa50e-21b0-48ac-a6cd-8ae53dbdb373 req-2734008f-bb56-43f1-bcbb-c3e642cd964c tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 210 time: 0.0287621 Sep 23 14:07:13.165119 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02b8d3-6a3d-42a5-b5f6-7d75e051dc8a req-aa88d6b4-49b9-4857-860b-5f1b763e287a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:13.166626 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f02b8d3-6a3d-42a5-b5f6-7d75e051dc8a req-aa88d6b4-49b9-4857-860b-5f1b763e287a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 947 time: 0.0471857 Sep 23 14:07:13.217700 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f02b8d3-6a3d-42a5-b5f6-7d75e051dc8a req-0497af4a-0b8d-46e8-b021-286140f9fb51 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446944 Sep 23 14:07:13.825645 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd02d46-1f61-4a54-b3c3-41ad05bc08d4 req-38cddd75-0112-40b4-9b87-f4c31b0f32e9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:13.827187 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dcd02d46-1f61-4a54-b3c3-41ad05bc08d4 req-38cddd75-0112-40b4-9b87-f4c31b0f32e9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.0508735 Sep 23 14:07:13.884622 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0891e332-4435-4f76-b7ac-30b868e798a3 req-3b45dd6d-2133-42ec-9798-712f21e2359e tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=00ff0e5b-c9cf-409f-a993-a5969225c7bf HTTP/1.1" status: 200 len: 210 time: 0.0449374 Sep 23 14:07:13.904886 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dcd02d46-1f61-4a54-b3c3-41ad05bc08d4 req-29c4228d-1b7f-4457-a451-223140ba3f4a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721126 Sep 23 14:07:14.345484 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecb6a7-6dd8-44aa-970e-56dbf21ceea7 req-3e15ddcd-c72a-4b0d-a0e4-af258ecb850d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:14.346994 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6fecb6a7-6dd8-44aa-970e-56dbf21ceea7 req-3e15ddcd-c72a-4b0d-a0e4-af258ecb850d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 947 time: 0.0476539 Sep 23 14:07:14.382866 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:14.395014 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6fecb6a7-6dd8-44aa-970e-56dbf21ceea7 req-e78b566b-b0e0-4ae8-ae22-b3fa42255e5f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424218 Sep 23 14:07:14.770465 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:15.000623 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0241d160-81e5-4819-b07f-36dbdc5b9171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:15.036764 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d3c1-35aa-44fa-b42e-cc4570350952 req-699e5633-c15f-4965-ba27-25d8c423b8e6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:15.038235 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1275d3c1-35aa-44fa-b42e-cc4570350952 req-699e5633-c15f-4965-ba27-25d8c423b8e6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.0493720 Sep 23 14:07:15.091484 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1275d3c1-35aa-44fa-b42e-cc4570350952 req-0a619ce2-6be0-4fdf-9d0e-28f361ae910d tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473111 Sep 23 14:07:15.193242 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4521c-702d-431f-abec-c8ba401bd54b req-c28b8211-678a-43ad-b3e1-de4e259669f6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:15.194657 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-22c4521c-702d-431f-abec-c8ba401bd54b req-c28b8211-678a-43ad-b3e1-de4e259669f6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 947 time: 0.0507493 Sep 23 14:07:15.286611 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Deleting port 0765d95c-b5b8-4eb9-aef1-96129a9a206d {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:15.287683 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:15.382667 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] For port 0765d95c-b5b8-4eb9-aef1-96129a9a206d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=0765d95c-b5b8-4eb9-aef1-96129a9a206d,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:15.383038 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:15.395122 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dcfd8-86f8-483c-9b8d-3cd01113d839 req-55c31a9a-cf0d-4888-b78a-bc19cb2552b9 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:15.396602 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1d4dcfd8-86f8-483c-9b8d-3cd01113d839 req-55c31a9a-cf0d-4888-b78a-bc19cb2552b9 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0463216 Sep 23 14:07:15.450923 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1d4dcfd8-86f8-483c-9b8d-3cd01113d839 req-a0abba22-8eda-46aa-8244-d48c79398a2b tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485904 Sep 23 14:07:15.531786 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa8354-a693-4da2-9a31-7812ceab602a req-f745c67f-faf2-485b-a8b0-2a89275e9ec3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:15.532596 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:15.533119 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-06aa8354-a693-4da2-9a31-7812ceab602a req-f745c67f-faf2-485b-a8b0-2a89275e9ec3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 947 time: 0.0480394 Sep 23 14:07:15.579547 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:15.581825 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-06aa8354-a693-4da2-9a31-7812ceab602a req-e9489290-d8d2-47a6-8238-0d125ef3056a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be79da5f-8aa6-4396-a436-1e26225045da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Sep 23 14:07:15.602189 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:15.602615 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (86ce1d9a-d559-46e6-93f0-bd1fa6b259dc), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:15.602916 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Floating IP 86ce1d9a-d559-46e6-93f0-bd1fa6b259dc disassociated. External IP: 172.27.1.217, port: 0765d95c-b5b8-4eb9-aef1-96129a9a206d. Sep 23 14:07:15.603269 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Calling delete_port for 0765d95c-b5b8-4eb9-aef1-96129a9a206d owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:15.794786 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (0765d95c-b5b8-4eb9-aef1-96129a9a206d), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:15.825304 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event deleted for resources: {'Port': ['ID=0765d95c-b5b8-4eb9-aef1-96129a9a206d,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:15.932534 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:07:16.038716 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:07:16.050605 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1a18b-583b-4bfa-8125-e5fe8b49eea8 None None] Sync routers for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:07:16.060934 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1a18b-583b-4bfa-8125-e5fe8b49eea8 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:16.061546 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-34c1a18b-583b-4bfa-8125-e5fe8b49eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:06:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:16.084053 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] No DVR routers for this DVR port 0765d95c-b5b8-4eb9-aef1-96129a9a206d on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:07:16.086674 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:16.090590 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-22c4521c-702d-431f-abec-c8ba401bd54b req-3a5756d9-e277-43df-b7e9-3b6d05fa8703 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.49 "DELETE /networking/v2.0/ports/0765d95c-b5b8-4eb9-aef1-96129a9a206d HTTP/1.1" status: 204 len: 173 time: 0.8890646 Sep 23 14:07:16.091085 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'name': 'network-vif-deleted', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:16.093295 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d49ee8-0dfc-47cd-bb0a-e0fa3b132867" -d '{"events": [{"server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "name": "network-vif-deleted", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:16.130832 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dd3624-5b15-4e44-90b0-ec992618a074 x-openstack-request-id: req-d4dd3624-5b15-4e44-90b0-ec992618a074 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:16.135859 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97557fbe-c1f4-464e-93b8-3c71fbc48936", "name": "network-vif-deleted", "tag": "0765d95c-b5b8-4eb9-aef1-96129a9a206d", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:16.135859 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4dd3624-5b15-4e44-90b0-ec992618a074 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:16.135859 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4dd3624-5b15-4e44-90b0-ec992618a074'] response: {'server_uuid': '97557fbe-c1f4-464e-93b8-3c71fbc48936', 'name': 'network-vif-deleted', 'tag': '0765d95c-b5b8-4eb9-aef1-96129a9a206d', 'status': 'completed', 'code': 200} Sep 23 14:07:16.177349 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-34c1a18b-583b-4bfa-8125-e5fe8b49eea8 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:16.236963 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d622d-5987-43f1-a9cb-37eff98f4332 req-70e5ad94-0d7b-401e-94c6-4dd2f168a487 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:16.238588 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ba8d622d-5987-43f1-a9cb-37eff98f4332 req-70e5ad94-0d7b-401e-94c6-4dd2f168a487 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.0601144 Sep 23 14:07:16.292413 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ba8d622d-5987-43f1-a9cb-37eff98f4332 req-4a92bdb9-5962-4b0a-8a19-fee940b6e1ce tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472934 Sep 23 14:07:16.385336 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-34c1a18b-583b-4bfa-8125-e5fe8b49eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:16.410014 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1a18b-583b-4bfa-8125-e5fe8b49eea8 None None] Checking router: 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:07:16.417954 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1a18b-583b-4bfa-8125-e5fe8b49eea8 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:16.418754 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-34c1a18b-583b-4bfa-8125-e5fe8b49eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:06:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:16.570532 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e2dfa-8833-48cc-bf36-dd864563130c req-d285cc23-6006-4afe-9144-c9ec3af647e0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:16.572001 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ce5e2dfa-8833-48cc-bf36-dd864563130c req-d285cc23-6006-4afe-9144-c9ec3af647e0 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0480187 Sep 23 14:07:16.591153 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:16.608911 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-34c1a18b-583b-4bfa-8125-e5fe8b49eea8 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:16.613296 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 08c333a2-80db-4cb2-8c18-245c61e87e9a no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:07:16.621946 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ce5e2dfa-8833-48cc-bf36-dd864563130c req-ee27d2d7-8e01-47de-8376-d8779823d0c2 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Sep 23 14:07:16.634450 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 08c333a2-80db-4cb2-8c18-245c61e87e9a {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:07:16.640085 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 08c333a2-80db-4cb2-8c18-245c61e87e9a not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:07:16.714035 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5f5fb9e1-9919-4a6e-a140-4359614571c1 req-b944f6e0-1eb8-47e9-a71d-85be50b965cf tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 210 time: 0.0317302 Sep 23 14:07:16.732011 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=100 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:16.798069 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-34c1a18b-583b-4bfa-8125-e5fe8b49eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:16.799504 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=100 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:16.827418 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1a18b-583b-4bfa-8125-e5fe8b49eea8 None None] The sync data for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi is: [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:07:17.033562 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d97f8-5ae7-4b0a-8173-b820c77a80f6 None None] New status for floating IP 86ce1d9a-d559-46e6-93f0-bd1fa6b259dc: DOWN {{(pid=106654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:07:17.325129 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-976f355f-89bd-4266-8a81-2fe83f0dc36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:17.426376 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8374843-7d97-45c6-ac77-79bf6b784229 req-d011ecdd-035b-4606-aa09-98507aa621c6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:17.428006 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b8374843-7d97-45c6-ac77-79bf6b784229 req-d011ecdd-035b-4606-aa09-98507aa621c6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.0507343 Sep 23 14:07:17.479631 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b8374843-7d97-45c6-ac77-79bf6b784229 req-0458848d-c11e-48db-9f93-d5654c91667f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455964 Sep 23 14:07:17.743819 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cf40c-8054-41e1-887e-f96c7a6ef198 req-134678d8-470f-4db9-986b-7ab7188c64af tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:17.745236 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-157cf40c-8054-41e1-887e-f96c7a6ef198 req-134678d8-470f-4db9-986b-7ab7188c64af tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0464611 Sep 23 14:07:17.792158 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-157cf40c-8054-41e1-887e-f96c7a6ef198 req-91a6ce92-843c-4aae-b4a5-aabc7f407cd7 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Sep 23 14:07:17.877653 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a99c0c42-3830-4321-ab41-4d251cbe8411 req-9bd27e6c-512c-4622-be7f-36a149e71048 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 210 time: 0.0306411 Sep 23 14:07:18.555414 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:18.602488 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06c6c6-8bdf-4fc6-804e-492efd30d1c4 req-a594c626-0bb4-4568-9e33-cef0182eb69e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:18.603959 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6e06c6c6-8bdf-4fc6-804e-492efd30d1c4 req-a594c626-0bb4-4568-9e33-cef0182eb69e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.0489144 Sep 23 14:07:18.654390 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6e06c6c6-8bdf-4fc6-804e-492efd30d1c4 req-77b44159-798a-4c99-b800-b2efb933dbc0 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443733 Sep 23 14:07:18.917947 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7dd2-be84-4475-8d7f-9357e6f90c1e req-3d6e8dd5-b741-4f53-9025-0e9358640a30 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:18.920067 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d29d7dd2-be84-4475-8d7f-9357e6f90c1e req-3d6e8dd5-b741-4f53-9025-0e9358640a30 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0472758 Sep 23 14:07:18.966364 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d29d7dd2-be84-4475-8d7f-9357e6f90c1e req-76a03b75-5033-44d4-bd5b-0ae0bded9e18 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Sep 23 14:07:19.052310 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14dbe4b3-def3-4ec1-a287-a84229aca11f req-13133406-2d5f-43a0-af73-58fca0df370e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 210 time: 0.0324550 Sep 23 14:07:19.596783 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634634dd-fb80-4bbd-a4b1-e5eb79fc0313 req-97edf424-a435-420e-9dd4-a1c75eb91198 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:19.598143 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-634634dd-fb80-4bbd-a4b1-e5eb79fc0313 req-97edf424-a435-420e-9dd4-a1c75eb91198 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0485249 Sep 23 14:07:19.728603 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-634634dd-fb80-4bbd-a4b1-e5eb79fc0313 req-7cd83b80-b071-46e3-a5d9-7b41db1d8fae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Deleting port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:19.728951 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-634634dd-fb80-4bbd-a4b1-e5eb79fc0313 req-7cd83b80-b071-46e3-a5d9-7b41db1d8fae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:19.776951 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94783464-8fd1-4de0-8fdd-19a6458c3627 req-cae75a1c-1d35-40bd-8e12-6b921db53b88 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:19.778589 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-94783464-8fd1-4de0-8fdd-19a6458c3627 req-cae75a1c-1d35-40bd-8e12-6b921db53b88 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.0493267 Sep 23 14:07:19.824109 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-634634dd-fb80-4bbd-a4b1-e5eb79fc0313 req-7cd83b80-b071-46e3-a5d9-7b41db1d8fae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] For port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:19.825033 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-634634dd-fb80-4bbd-a4b1-e5eb79fc0313 req-7cd83b80-b071-46e3-a5d9-7b41db1d8fae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:19.828922 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-94783464-8fd1-4de0-8fdd-19a6458c3627 req-29edc4f7-0bcf-4bd8-b66a-a7a33a853844 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446279 Sep 23 14:07:19.839535 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-634634dd-fb80-4bbd-a4b1-e5eb79fc0313 req-7cd83b80-b071-46e3-a5d9-7b41db1d8fae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Calling delete_port for 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:19.853773 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:19.967210 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:20.069760 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:20.086904 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-634634dd-fb80-4bbd-a4b1-e5eb79fc0313 req-7cd83b80-b071-46e3-a5d9-7b41db1d8fae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:20.087665 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021f108-5753-42d9-b4e7-b294648b36e1 req-64a9543d-e54b-42ac-9588-f277a6ba4b2f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:20.089165 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a021f108-5753-42d9-b4e7-b294648b36e1 req-64a9543d-e54b-42ac-9588-f277a6ba4b2f tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 945 time: 0.0476201 Sep 23 14:07:20.101588 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:20.148756 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd83b80-b071-46e3-a5d9-7b41db1d8fae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Pushing event deleted for resources: {'Port': ['ID=2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:20.149653 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:07:20.184791 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a021f108-5753-42d9-b4e7-b294648b36e1 req-c2cbd972-3e5a-4c98-978c-ef1cbc21bf60 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e3679fc3-115e-4673-a7e3-24075cb7fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871353 Sep 23 14:07:20.240704 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:20.257970 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-634634dd-fb80-4bbd-a4b1-e5eb79fc0313 req-7cd83b80-b071-46e3-a5d9-7b41db1d8fae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] No DVR routers for this DVR port 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:07:20.260544 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-634634dd-fb80-4bbd-a4b1-e5eb79fc0313 req-7cd83b80-b071-46e3-a5d9-7b41db1d8fae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:20.266830 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-634634dd-fb80-4bbd-a4b1-e5eb79fc0313 req-7cd83b80-b071-46e3-a5d9-7b41db1d8fae tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.49 "DELETE /networking/v2.0/ports/2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 HTTP/1.1" status: 204 len: 173 time: 0.6175213 Sep 23 14:07:20.267370 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af91809-ccf1-4b46-8778-e073f385d6ef', 'name': 'network-vif-deleted', 'tag': '2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:20.269629 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a29403-8b72-4e18-93f6-8f1782f016a0" -d '{"events": [{"server_uuid": "2af91809-ccf1-4b46-8778-e073f385d6ef", "name": "network-vif-deleted", "tag": "2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:20.324983 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03595af-bb94-42fc-ad99-7a585b0f24c3 x-openstack-request-id: req-f03595af-bb94-42fc-ad99-7a585b0f24c3 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:20.325435 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af91809-ccf1-4b46-8778-e073f385d6ef", "name": "network-vif-deleted", "tag": "2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:20.325694 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f03595af-bb94-42fc-ad99-7a585b0f24c3 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:20.326137 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03595af-bb94-42fc-ad99-7a585b0f24c3'] response: {'server_uuid': '2af91809-ccf1-4b46-8778-e073f385d6ef', 'name': 'network-vif-deleted', 'tag': '2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9', 'status': 'completed', 'code': 200} Sep 23 14:07:20.347997 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-24cb2574-e43c-4b84-bf6b-8c68b13b156a req-2e4e2aa5-517e-40d2-87fa-4cf5c35c18c2 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=97557fbe-c1f4-464e-93b8-3c71fbc48936 HTTP/1.1" status: 200 len: 210 time: 0.0666513 Sep 23 14:07:20.638111 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 0765d95c-b5b8-4eb9-aef1-96129a9a206d no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:07:20.640423 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:20.658744 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 0765d95c-b5b8-4eb9-aef1-96129a9a206d {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:07:20.662135 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 0765d95c-b5b8-4eb9-aef1-96129a9a206d not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:07:20.954828 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43c4f4-7035-45e5-af77-340bd71ae693 req-4863df82-f2e4-4943-bc40-d40fa5e35be8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:20.956290 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ee43c4f4-7035-45e5-af77-340bd71ae693 req-4863df82-f2e4-4943-bc40-d40fa5e35be8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.0483835 Sep 23 14:07:21.005945 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ee43c4f4-7035-45e5-af77-340bd71ae693 req-0daf61fc-b194-4d1b-9833-85a8d1b2f139 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439937 Sep 23 14:07:21.299498 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e1f91b2b-3954-4792-b3df-9282ed5d5c21 req-6e462783-13d1-4969-b865-367d9b738d06 tempest-ServerRescueNegativeTestJSON-1299274290 tempest-ServerRescueNegativeTestJSON-1299274290-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2af91809-ccf1-4b46-8778-e073f385d6ef HTTP/1.1" status: 200 len: 210 time: 0.0272541 Sep 23 14:07:21.516035 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33162) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:21.570161 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5c6c7b61-9ddf-4c01-a43d-687c9172433b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (be79da5f-8aa6-4396-a436-1e26225045da), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:21.595056 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5c6c7b61-9ddf-4c01-a43d-687c9172433b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (be79da5f-8aa6-4396-a436-1e26225045da), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:21.714172 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5c6c7b61-9ddf-4c01-a43d-687c9172433b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (be79da5f-8aa6-4396-a436-1e26225045da), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:21.717594 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5c6c7b61-9ddf-4c01-a43d-687c9172433b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:21.718826 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-5c6c7b61-9ddf-4c01-a43d-687c9172433b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/be79da5f-8aa6-4396-a436-1e26225045da HTTP/1.1" status: 204 len: 168 time: 0.2018008 Sep 23 14:07:21.722200 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33164) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:21.739453 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c7b61-9ddf-4c01-a43d-687c9172433b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be79da5f-8aa6-4396-a436-1e26225045da,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:21.741522 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.api.v2.resource [None req-69f79f87-887f-486c-ae11-5b7bea96c9ab tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] show failed (client error): The resource could not be found. Sep 23 14:07:21.745227 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-69f79f87-887f-486c-ae11-5b7bea96c9ab tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups/be79da5f-8aa6-4396-a436-1e26225045da HTTP/1.1" status: 404 len: 347 time: 0.0193422 Sep 23 14:07:21.745683 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33166) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:21.860209 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-a582094c-339d-415b-be74-bbcc0b26a53c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Deleting port 2b9661dc-e860-4fab-a6c7-e4cc3d4504f0 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:21.860550 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a582094c-339d-415b-be74-bbcc0b26a53c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (2b9661dc-e860-4fab-a6c7-e4cc3d4504f0), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:21.904551 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:21.941089 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a582094c-339d-415b-be74-bbcc0b26a53c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (2b9661dc-e860-4fab-a6c7-e4cc3d4504f0), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:21.941336 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a582094c-339d-415b-be74-bbcc0b26a53c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (2b9661dc-e860-4fab-a6c7-e4cc3d4504f0), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:21.954381 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-a582094c-339d-415b-be74-bbcc0b26a53c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Calling delete_port for 2b9661dc-e860-4fab-a6c7-e4cc3d4504f0 owned by network:floatingip {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:22.131811 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923e043-04e0-4431-be91-85a9acbd93ff req-a2be0bb4-274c-44da-a7ad-349c60d8cfb8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:22.133280 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4923e043-04e0-4431-be91-85a9acbd93ff req-a2be0bb4-274c-44da-a7ad-349c60d8cfb8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 943 time: 0.0512340 Sep 23 14:07:22.154239 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:22.184377 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4923e043-04e0-4431-be91-85a9acbd93ff req-c35fabc4-4ba5-48c3-b62d-512920178532 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442212 Sep 23 14:07:22.200270 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a582094c-339d-415b-be74-bbcc0b26a53c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (2b9661dc-e860-4fab-a6c7-e4cc3d4504f0), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:22.227522 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582094c-339d-415b-be74-bbcc0b26a53c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event deleted for resources: {'Port': ['ID=2b9661dc-e860-4fab-a6c7-e4cc3d4504f0,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:22.290827 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a582094c-339d-415b-be74-bbcc0b26a53c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (86ce1d9a-d559-46e6-93f0-bd1fa6b259dc), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:22.293907 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a582094c-339d-415b-be74-bbcc0b26a53c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:22.295177 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-a582094c-339d-415b-be74-bbcc0b26a53c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/86ce1d9a-d559-46e6-93f0-bd1fa6b259dc HTTP/1.1" status: 204 len: 168 time: 0.5488839 Sep 23 14:07:22.365070 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33174) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:22.466913 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33178) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:22.471583 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-124f5850-e224-4195-8a21-43e7d51865fb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433301092', 'description': 'tempest-description--336441495'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:22.565217 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-124f5850-e224-4195-8a21-43e7d51865fb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:22.623760 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device c3a78cda-14d8-495c-98ba-ab806fda32b8 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:07:22.642720 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-124f5850-e224-4195-8a21-43e7d51865fb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (49cfa0bc-0dea-4225-a2e4-405edb6b4b2a), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:22.643463 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:07:22.670237 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:07:22.672543 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 2ab6acdc-68c7-4e5c-85c7-bbf6ead5ade9 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:07:22.720523 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-124f5850-e224-4195-8a21-43e7d51865fb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (49cfa0bc-0dea-4225-a2e4-405edb6b4b2a), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:22.750522 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port c3a78cda-14d8-495c-98ba-ab806fda32b8, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=c3a78cda-14d8-495c-98ba-ab806fda32b8,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:22.758682 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f5850-e224-4195-8a21-43e7d51865fb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:22.762393 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'network_id': '85b65927-108e-4662-8841-432429780256', 'port_id': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'mac_address': 'fa:16:3e:63:6d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:07:22.781372 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494252'] for router_interface (20c60fcd-79f7-4ca9-a17f-61b62e85210e), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:22.801816 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port c3a78cda-14d8-495c-98ba-ab806fda32b8 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:07:22.807753 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:22.815451 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a78cda-14d8-495c-98ba-ab806fda32b8 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:07:22.826179 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:22.827681 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-124f5850-e224-4195-8a21-43e7d51865fb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:22.833853 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-124f5850-e224-4195-8a21-43e7d51865fb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3631902 Sep 23 14:07:22.839017 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33182) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:22.839137 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port c3a78cda-14d8-495c-98ba-ab806fda32b8, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=c3a78cda-14d8-495c-98ba-ab806fda32b8,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:22.839240 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-b9006038-387f-4668-a063-4a37497f4f85 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'security_group_rule': {'security_group_id': '49cfa0bc-0dea-4225-a2e4-405edb6b4b2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:22.931427 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:22.939415 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b9006038-387f-4668-a063-4a37497f4f85 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (828c2cff-1a95-4e92-aea4-8901ff630a89), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:22.989337 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=c3a78cda-14d8-495c-98ba-ab806fda32b8,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:23.000759 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b9006038-387f-4668-a063-4a37497f4f85 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (828c2cff-1a95-4e92-aea4-8901ff630a89), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.069742 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b9006038-387f-4668-a063-4a37497f4f85 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (828c2cff-1a95-4e92-aea4-8901ff630a89), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.090987 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9006038-387f-4668-a063-4a37497f4f85 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828c2cff-1a95-4e92-aea4-8901ff630a89,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:23.167251 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b9006038-387f-4668-a063-4a37497f4f85 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.168908 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-b9006038-387f-4668-a063-4a37497f4f85 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3333008 Sep 23 14:07:23.172315 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33184) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:23.177251 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-1f409149-4dff-430b-b6cc-d9bb3d393a8e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'security_group_rule': {'security_group_id': '49cfa0bc-0dea-4225-a2e4-405edb6b4b2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:23.254644 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] Deleting port 74001ad1-1460-4590-b541-8d61b43b29f0 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:23.254897 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.303879 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1f409149-4dff-430b-b6cc-d9bb3d393a8e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (9f78796c-6e74-4645-8529-1d2a983b0952), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.307212 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae5c1-fa0d-4527-b1c2-b0598e1323a2 req-3a55c397-7cf8-4ae2-ad45-a2e1e77cc73c tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:23.308750 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-246ae5c1-fa0d-4527-b1c2-b0598e1323a2 req-3a55c397-7cf8-4ae2-ad45-a2e1e77cc73c tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 944 time: 0.0480478 Sep 23 14:07:23.325963 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['c3a78cda-14d8-495c-98ba-ab806fda32b8'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:07:23.364198 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-246ae5c1-fa0d-4527-b1c2-b0598e1323a2 req-3eaa9741-e86f-42ad-a5c9-e05508fac68e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491340 Sep 23 14:07:23.376421 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] For port 74001ad1-1460-4590-b541-8d61b43b29f0, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=74001ad1-1460-4590-b541-8d61b43b29f0,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:23.377112 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.391269 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] Calling delete_port for 74001ad1-1460-4590-b541-8d61b43b29f0 owned by network:router_interface {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:23.442410 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1f409149-4dff-430b-b6cc-d9bb3d393a8e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (9f78796c-6e74-4645-8529-1d2a983b0952), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.452151 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:23.499842 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:23.516403 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1f409149-4dff-430b-b6cc-d9bb3d393a8e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (9f78796c-6e74-4645-8529-1d2a983b0952), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.548561 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f409149-4dff-430b-b6cc-d9bb3d393a8e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f78796c-6e74-4645-8529-1d2a983b0952,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:23.654094 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1f409149-4dff-430b-b6cc-d9bb3d393a8e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.655308 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-1f409149-4dff-430b-b6cc-d9bb3d393a8e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4820802 Sep 23 14:07:23.658563 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33190) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:23.662915 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:23.681556 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (74001ad1-1460-4590-b541-8d61b43b29f0), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.705986 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=74001ad1-1460-4590-b541-8d61b43b29f0,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:23.775908 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.910775 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:23.912631 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-490524'] for router_interface (20c60fcd-79f7-4ca9-a17f-61b62e85210e), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:24.073489 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:24.107380 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Allocated IP 172.27.1.245 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/6020016e-737f-4760-b8a7-76dd38596a86) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:07:24.285639 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] Router 20c60fcd-79f7-4ca9-a17f-61b62e85210e has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:07:24.304895 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for port (6020016e-737f-4760-b8a7-76dd38596a86), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:24.313865 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:24.427175 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:07:24.432692 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-ff98f0d7-4354-468c-ae2d-fa7c504e3bf1 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/20c60fcd-79f7-4ca9-a17f-61b62e85210e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0665960 Sep 23 14:07:24.436669 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33194) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:24.441119 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ba911-f772-447e-b33c-4fba217bc1ce None None] Sync routers for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:07:24.459251 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ba911-f772-447e-b33c-4fba217bc1ce None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:24.460341 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-163ba911-f772-447e-b33c-4fba217bc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:07:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:24.475913 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (6020016e-737f-4760-b8a7-76dd38596a86), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:24.520156 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d1738-135d-41cb-9460-185bd502f425 req-068ee9ce-d15b-4c34-891e-06679661fde0 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:24.522623 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad6d1738-135d-41cb-9460-185bd502f425 req-068ee9ce-d15b-4c34-891e-06679661fde0 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 944 time: 0.0794055 Sep 23 14:07:24.529619 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:07:24.558578 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:07:24.567165 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:07:24.576107 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'Port': ['ID=6020016e-737f-4760-b8a7-76dd38596a86,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:24.592968 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad6d1738-135d-41cb-9460-185bd502f425 req-d16f456e-102e-4cd0-b256-5290c4593f67 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629606 Sep 23 14:07:24.596732 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-163ba911-f772-447e-b33c-4fba217bc1ce None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:24.616836 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Publish callbacks [] for router (20c60fcd-79f7-4ca9-a17f-61b62e85210e), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:24.629954 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device c3a78cda-14d8-495c-98ba-ab806fda32b8 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:07:24.679866 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (488ba56a-34b4-49fb-8d6e-1cb842879df3), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:24.683803 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port c3a78cda-14d8-495c-98ba-ab806fda32b8 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:07:24.742626 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Publish callbacks [] for router_gateway (20c60fcd-79f7-4ca9-a17f-61b62e85210e), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:24.760991 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port c3a78cda-14d8-495c-98ba-ab806fda32b8 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:07:24.761366 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:24.761698 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port c3a78cda-14d8-495c-98ba-ab806fda32b8 Sep 23 14:07:24.773127 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (6020016e-737f-4760-b8a7-76dd38596a86), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:24.777279 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-163ba911-f772-447e-b33c-4fba217bc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:07:23Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:24.805793 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:24.812487 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ba911-f772-447e-b33c-4fba217bc1ce None None] Checking router: 20c60fcd-79f7-4ca9-a17f-61b62e85210e for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:07:24.820643 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ba911-f772-447e-b33c-4fba217bc1ce None None] Routers {'20c60fcd-79f7-4ca9-a17f-61b62e85210e'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:24.821351 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-163ba911-f772-447e-b33c-4fba217bc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:07:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:24.841325 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port c3a78cda-14d8-495c-98ba-ab806fda32b8 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:07:24.841721 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:24.865917 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817ae959-3342-4926-9f60-e4a24124a282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a78cda-14d8-495c-98ba-ab806fda32b8'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:24.868169 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae51db75-a738-4613-8e57-4e0967e4c588" -d '{"events": [{"server_uuid": "817ae959-3342-4926-9f60-e4a24124a282", "name": "network-vif-plugged", "status": "completed", "tag": "c3a78cda-14d8-495c-98ba-ab806fda32b8"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:24.882044 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port c3a78cda-14d8-495c-98ba-ab806fda32b8, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=c3a78cda-14d8-495c-98ba-ab806fda32b8,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:24.906230 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:24.917392 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c002ed7-b720-4995-8cc4-324765688b3d x-openstack-request-id: req-3c002ed7-b720-4995-8cc4-324765688b3d {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:24.917795 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817ae959-3342-4926-9f60-e4a24124a282", "name": "network-vif-plugged", "status": "completed", "tag": "c3a78cda-14d8-495c-98ba-ab806fda32b8", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:24.918042 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c002ed7-b720-4995-8cc4-324765688b3d {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:24.918513 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c002ed7-b720-4995-8cc4-324765688b3d'] response: {'server_uuid': '817ae959-3342-4926-9f60-e4a24124a282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'code': 200} Sep 23 14:07:24.918678 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Deleting port dd8ccb85-1201-4415-a624-d60f24e79383 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:24.919272 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:24.938459 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-163ba911-f772-447e-b33c-4fba217bc1ce None None] Set router 20c60fcd-79f7-4ca9-a17f-61b62e85210e gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:24.978018 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.026303 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for port (6020016e-737f-4760-b8a7-76dd38596a86), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.043842 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] For port dd8ccb85-1201-4415-a624-d60f24e79383, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=dd8ccb85-1201-4415-a624-d60f24e79383,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:25.044500 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=c3a78cda-14d8-495c-98ba-ab806fda32b8,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:25.044640 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.057919 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Calling delete_port for dd8ccb85-1201-4415-a624-d60f24e79383 owned by network:router_gateway {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:25.067285 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:25.105128 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (6020016e-737f-4760-b8a7-76dd38596a86), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.105378 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (488ba56a-34b4-49fb-8d6e-1cb842879df3), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.114378 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-163ba911-f772-447e-b33c-4fba217bc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:07:23Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:25.141848 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ba911-f772-447e-b33c-4fba217bc1ce None None] The sync data for ids ['20c60fcd-79f7-4ca9-a17f-61b62e85210e'] in dv-cinder-857434-4-iscsi is: [{'id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'name': 'tempest-ServerRescueNegativeTestJSON-2065306834-router', 'tenant_id': 'd08a219027684089a91c354749c67d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:06Z', 'updated_at': '2022-09-23T14:07:23Z', 'revision_number': 5, 'project_id': 'd08a219027684089a91c354749c67d5d', 'gw_port': {'id': 'dd8ccb85-1201-4415-a624-d60f24e79383', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c60fcd-79f7-4ca9-a17f-61b62e85210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:07Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:07:25.170586 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'Port': ['ID=6020016e-737f-4760-b8a7-76dd38596a86,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:25.232884 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.234093 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-579cd112-db2a-46df-b766-e6f6dec48ac3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5745511 Sep 23 14:07:25.377932 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (dd8ccb85-1201-4415-a624-d60f24e79383), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.404710 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8ccb85-1201-4415-a624-d60f24e79383,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:25.444944 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-45cf96a3-123e-4132-931e-7835d0f6008e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1433301092&fields=id&tenant_id=c21d140d48ba4014bc470e8cf720785d HTTP/1.1" status: 200 len: 267 time: 0.0505242 Sep 23 14:07:25.457991 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485974'] for router_gateway (20c60fcd-79f7-4ca9-a17f-61b62e85210e), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.506921 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:25.564662 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-0f881fbb-c476-40e6-8ffa-53cc6dcd5fae tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:25.566347 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-0f881fbb-c476-40e6-8ffa-53cc6dcd5fae tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/networks?id=0f2b1efa-9c49-4c4b-95ca-efb64f014785 HTTP/1.1" status: 200 len: 817 time: 0.1141078 Sep 23 14:07:25.571852 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b36402-044a-4af4-af08-9b0dff3792d8 req-0dca4e60-17a9-4039-b8f8-b26ff16054c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:25.573400 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d9b36402-044a-4af4-af08-9b0dff3792d8 req-0dca4e60-17a9-4039-b8f8-b26ff16054c2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 1129 time: 0.1573622 Sep 23 14:07:25.577948 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router (20c60fcd-79f7-4ca9-a17f-61b62e85210e), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.580268 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Publish callbacks [] for router_controller (20c60fcd-79f7-4ca9-a17f-61b62e85210e), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.582608 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-c3a4a408-1b39-4879-998f-8b5863004a1a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/quotas/c21d140d48ba4014bc470e8cf720785d HTTP/1.1" status: 200 len: 375 time: 0.0102966 Sep 23 14:07:25.657969 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-b3fe0215-716d-43be-b59f-73f49b9c83ae tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653846 Sep 23 14:07:25.696085 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d9b36402-044a-4af4-af08-9b0dff3792d8 req-af74845d-9e5f-4d44-9874-3957ccadf69f service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119735 Sep 23 14:07:25.701227 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:25.751532 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490593'] for router (20c60fcd-79f7-4ca9-a17f-61b62e85210e), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.752236 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c60fcd-79f7-4ca9-a17f-61b62e85210e {{(pid=106652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:07:25.757293 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.760873 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b63cd85b-d0ad-45f5-be12-759e57c4a592 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/20c60fcd-79f7-4ca9-a17f-61b62e85210e HTTP/1.1" status: 204 len: 168 time: 1.3208632 Sep 23 14:07:25.761305 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33220) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:25.815119 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae3ddf-65b1-4aba-96d7-a31988550201 req-5205a043-2032-489a-bffe-e76b9ba59ad4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:25.820062 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-02ae3ddf-65b1-4aba-96d7-a31988550201 req-5205a043-2032-489a-bffe-e76b9ba59ad4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 945 time: 0.1285589 Sep 23 14:07:25.823605 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56fdf3f-b82d-4809-9ccb-6fc576c45eba admin admin] Deleting subnet 3fdcde6d-bd8a-47c9-bddd-f380538aed5d {{(pid=106652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:07:25.826457 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 74001ad1-1460-4590-b541-8d61b43b29f0 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:07:25.830709 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c56fdf3f-b82d-4809-9ccb-6fc576c45eba admin admin] Publish callbacks [] for subnet (3fdcde6d-bd8a-47c9-bddd-f380538aed5d), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.854740 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 74001ad1-1460-4590-b541-8d61b43b29f0 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:07:25.855095 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 74001ad1-1460-4590-b541-8d61b43b29f0 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:07:25.867494 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:25.879306 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c56fdf3f-b82d-4809-9ccb-6fc576c45eba admin admin] Publish callbacks [] for subnet (3fdcde6d-bd8a-47c9-bddd-f380538aed5d), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:25.907279 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-02ae3ddf-65b1-4aba-96d7-a31988550201 req-9fb63ede-884d-4f00-8754-055e6973fe83 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857887 Sep 23 14:07:25.909394 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-fa1e201a-0215-48ad-b940-24b471d9757d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429447 Sep 23 14:07:26.018638 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-85c38eda-33a1-4506-b645-2e6ee9a6c3f6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021829 Sep 23 14:07:26.208709 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c56fdf3f-b82d-4809-9ccb-6fc576c45eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (3fdcde6d-bd8a-47c9-bddd-f380538aed5d), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.293011 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:07:26.315030 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-835dd901-777a-40d5-b2df-ec172b78b3f9 req-5191af3a-74ab-460a-b85f-2f982fe36a58 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 210 time: 0.0394382 Sep 23 14:07:26.350104 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c56fdf3f-b82d-4809-9ccb-6fc576c45eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (3fdcde6d-bd8a-47c9-bddd-f380538aed5d), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.378668 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fdf3f-b82d-4809-9ccb-6fc576c45eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fdcde6d-bd8a-47c9-bddd-f380538aed5d,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:26.380618 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c56fdf3f-b82d-4809-9ccb-6fc576c45eba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.386863 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-c56fdf3f-b82d-4809-9ccb-6fc576c45eba admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/3fdcde6d-bd8a-47c9-bddd-f380538aed5d HTTP/1.1" status: 204 len: 168 time: 0.6240191 Sep 23 14:07:26.387659 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33232) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:26.389225 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b433e0-38ab-4848-ae90-91570abc59a4 None None] Network 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:07:26.468787 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (35b1eec9-f37f-4a15-9846-f6e35c1c3a12), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.513495 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Deleting port d1033e3a-7c02-47c0-9f66-6a51434cb47e {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:26.513839 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.579883 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] For port d1033e3a-7c02-47c0-9f66-6a51434cb47e, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=d1033e3a-7c02-47c0-9f66-6a51434cb47e,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:26.580660 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.587683 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05273627-507e-4342-b090-95861ffadf95 None None] DHCP port deletion for 35b1eec9-f37f-4a15-9846-f6e35c1c3a12 request from dv-cinder-857434-4-iscsi {{(pid=106654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 14:07:26.595036 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Calling delete_port for d1033e3a-7c02-47c0-9f66-6a51434cb47e owned by network:dhcp {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:26.747829 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-05273627-507e-4342-b090-95861ffadf95 None None] Deleting port d1033e3a-7c02-47c0-9f66-6a51434cb47e {{(pid=106654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:26.748112 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-05273627-507e-4342-b090-95861ffadf95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), before_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.796333 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.816680 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-05273627-507e-4342-b090-95861ffadf95 None None] For port d1033e3a-7c02-47c0-9f66-6a51434cb47e, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=d1033e3a-7c02-47c0-9f66-6a51434cb47e,segment=NetworkSegment(f13a25e8-94f7-445f-a76b-906e8b37c0f7),segment_id=f13a25e8-94f7-445f-a76b-906e8b37c0f7)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:26.817092 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-05273627-507e-4342-b090-95861ffadf95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), precommit_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.820563 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1033e3a-7c02-47c0-9f66-6a51434cb47e,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:26.829101 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] No DVR routers for this DVR port d1033e3a-7c02-47c0-9f66-6a51434cb47e on host dv-cinder-857434-4-iscsi {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:07:26.840253 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-05273627-507e-4342-b090-95861ffadf95 None None] Calling delete_port for d1033e3a-7c02-47c0-9f66-6a51434cb47e owned by network:dhcp {{(pid=106654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:26.884029 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:26.917710 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (35b1eec9-f37f-4a15-9846-f6e35c1c3a12), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.926030 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-05273627-507e-4342-b090-95861ffadf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (d1033e3a-7c02-47c0-9f66-6a51434cb47e), after_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.942373 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b1eec9-f37f-4a15-9846-f6e35c1c3a12']}} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:26.950438 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05273627-507e-4342-b090-95861ffadf95 None None] Pushing event deleted for resources: {'Port': ['ID=d1033e3a-7c02-47c0-9f66-6a51434cb47e,revision_number=None']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:26.955375 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13a25e8-94f7-445f-a76b-906e8b37c0f7') {'for_net_delete': True} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:26.955944 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13a25e8-94f7-445f-a76b-906e8b37c0f7') {} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:26.956517 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05273627-507e-4342-b090-95861ffadf95 None None] No DVR routers for this DVR port d1033e3a-7c02-47c0-9f66-6a51434cb47e on host dv-cinder-857434-4-iscsi {{(pid=106654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:07:26.968285 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934225'] for segment (f13a25e8-94f7-445f-a76b-906e8b37c0f7), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:26.990746 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (f13a25e8-94f7-445f-a76b-906e8b37c0f7), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:27.002608 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=106653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:07:27.002608 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2864527'] for segment (f13a25e8-94f7-445f-a76b-906e8b37c0f7), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:27.019165 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:27.052988 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment f13a25e8-94f7-445f-a76b-906e8b37c0f7 resource provider aggregate not found Sep 23 14:07:27.076361 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment f13a25e8-94f7-445f-a76b-906e8b37c0f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f13a25e8-94f7-445f-a76b-906e8b37c0f7 found for delete ", "request_id": "req-60762bb1-2698-40d8-af2c-1f249dea008b"}]} Sep 23 14:07:27.106774 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e473f56-7dbd-4fa9-be07-e098894dad37 req-329fe46b-9d18-41c2-a95a-e94b67504d17 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:27.111882 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9e473f56-7dbd-4fa9-be07-e098894dad37 req-329fe46b-9d18-41c2-a95a-e94b67504d17 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 945 time: 0.0931852 Sep 23 14:07:27.159288 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9e473f56-7dbd-4fa9-be07-e098894dad37 req-19c8c9f4-424e-4169-9dea-755082206cab tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439317 Sep 23 14:07:27.212490 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (35b1eec9-f37f-4a15-9846-f6e35c1c3a12), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:27.218688 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:27.221787 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/35b1eec9-f37f-4a15-9846-f6e35c1c3a12 HTTP/1.1" status: 204 len: 168 time: 0.8326695 Sep 23 14:07:27.233079 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c886d-623c-4585-8c6d-9865e2706528 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b1eec9-f37f-4a15-9846-f6e35c1c3a12,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:27.425049 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6c555c81-08f4-41e1-8162-f282fda72461 req-67ee7868-ba8e-421f-a77c-7b01e1836e48 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 210 time: 0.0286343 Sep 23 14:07:27.552059 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33252) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:27.593521 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-0a05924a-61c2-48b2-8ed1-eaefe0b3db7f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d08a219027684089a91c354749c67d5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403709 Sep 23 14:07:27.596024 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33254) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:27.601718 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:27.645867 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-19f1c2d2-f1b0-46a9-a81c-82a68de9c97d admin admin] Publish callbacks [] for security_group (e3679fc3-115e-4673-a7e3-24075cb7fb1a), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:27.669475 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-19f1c2d2-f1b0-46a9-a81c-82a68de9c97d admin admin] Publish callbacks [] for security_group (e3679fc3-115e-4673-a7e3-24075cb7fb1a), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:27.771732 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device d1033e3a-7c02-47c0-9f66-6a51434cb47e no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:07:27.792269 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: d1033e3a-7c02-47c0-9f66-6a51434cb47e {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:07:27.792618 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device d1033e3a-7c02-47c0-9f66-6a51434cb47e not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:07:27.793029 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device dd8ccb85-1201-4415-a624-d60f24e79383 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:07:27.806680 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-19f1c2d2-f1b0-46a9-a81c-82a68de9c97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (e3679fc3-115e-4673-a7e3-24075cb7fb1a), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:27.809918 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-19f1c2d2-f1b0-46a9-a81c-82a68de9c97d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:27.811267 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-19f1c2d2-f1b0-46a9-a81c-82a68de9c97d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e3679fc3-115e-4673-a7e3-24075cb7fb1a HTTP/1.1" status: 204 len: 168 time: 0.2143347 Sep 23 14:07:27.815821 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: dd8ccb85-1201-4415-a624-d60f24e79383 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:07:27.816177 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device dd8ccb85-1201-4415-a624-d60f24e79383 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:07:27.833021 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1c2d2-f1b0-46a9-a81c-82a68de9c97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3679fc3-115e-4673-a7e3-24075cb7fb1a,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:28.301684 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05bfc7-e4f0-4c4f-80f9-f830322afab4 req-4e801a58-b7cd-4a7b-aa9b-47c8995a332c tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:28.303195 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5e05bfc7-e4f0-4c4f-80f9-f830322afab4 req-4e801a58-b7cd-4a7b-aa9b-47c8995a332c tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 945 time: 0.0508614 Sep 23 14:07:28.355122 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5e05bfc7-e4f0-4c4f-80f9-f830322afab4 req-741ce935-34ca-47d4-99f2-cc0b4282fe7a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457582 Sep 23 14:07:28.513025 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d47eb9-b9de-4ec8-9bb0-0b20bae4d03a req-2e42b39d-986b-4f1f-ba95-f83777087928 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:28.513887 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-04d47eb9-b9de-4ec8-9bb0-0b20bae4d03a req-2e42b39d-986b-4f1f-ba95-f83777087928 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 945 time: 0.0740962 Sep 23 14:07:28.566849 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-542b0532-1ccc-419b-829d-59de675be1cd req-8117083c-57fe-4cfb-8998-eaa071db19bf tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 210 time: 0.0476887 Sep 23 14:07:28.600910 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-04d47eb9-b9de-4ec8-9bb0-0b20bae4d03a req-cd5323c0-827c-4340-ad81-6524700d698a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692780 Sep 23 14:07:28.630764 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33276) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:28.669352 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457257ce-0b10-4b3c-95a0-3f50170f7e6b tempest-TestVolumeBootPattern-2140770074 tempest-TestVolumeBootPattern-2140770074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:28.670823 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-457257ce-0b10-4b3c-95a0-3f50170f7e6b tempest-TestVolumeBootPattern-2140770074 tempest-TestVolumeBootPattern-2140770074-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 1124 time: 0.0390897 Sep 23 14:07:28.673670 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33278) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:28.677984 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'port_id': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:28.766771 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:28.852879 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:28.964059 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Allocated IP 172.27.1.129 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/4a6ace98-8840-479c-961a-da3d6596392e) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:07:29.100410 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:29.123848 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-b14125a1-1f9f-417a-add2-76c8002b1c9e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:29.125620 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-b14125a1-1f9f-417a-add2-76c8002b1c9e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0f2b1efa-9c49-4c4b-95ca-efb64f014785 HTTP/1.1" status: 200 len: 817 time: 0.1144681 Sep 23 14:07:29.129053 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for port (4a6ace98-8840-479c-961a-da3d6596392e), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:29.220940 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-a04ad3fc-1cfb-4122-98ff-78a77cb48174 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c21d140d48ba4014bc470e8cf720785d HTTP/1.1" status: 200 len: 380 time: 0.0805342 Sep 23 14:07:29.230454 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'port': {'device_id': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'admin_state_up': True, 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'security_groups': ['49cfa0bc-0dea-4225-a2e4-405edb6b4b2a']}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:29.316478 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (4a6ace98-8840-479c-961a-da3d6596392e), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:29.355026 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:07:29.374600 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:07:29.379279 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:07:29.383854 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:29.420157 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'Port': ['ID=4a6ace98-8840-479c-961a-da3d6596392e,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:29.445993 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Made reservation on behalf of c21d140d48ba4014bc470e8cf720785d for: {'port': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:07:29.449937 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:29.593156 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Allocated IP 172.20.0.9 (0f2b1efa-9c49-4c4b-95ca-efb64f014785/020c9151-4899-48c8-812f-202e3637905a/20043706-94ae-416a-96d1-e1f2fc14183b) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:07:29.607842 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:29.761855 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for port (20043706-94ae-416a-96d1-e1f2fc14183b), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:29.783758 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:29.790890 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6e2c3a76-654d-4069-a003-577073515bde req-42855992-7d5b-414a-826b-1f5f88f5c07c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 210 time: 0.0399520 Sep 23 14:07:29.794825 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (0a8896d4-13d9-40f7-a909-cbf41f9485b9), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:29.871802 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:29.923236 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:07:29.926436 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:07:29.930579 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:07:29.935142 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:29.935761 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:29.946244 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event updated for resources: {'Port': ['ID=20043706-94ae-416a-96d1-e1f2fc14183b,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:29.988749 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (4a6ace98-8840-479c-961a-da3d6596392e), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:30.027182 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-70a8ecc8-1458-474b-85e8-15968c17c8ad tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8007338 Sep 23 14:07:30.161914 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-1d59a72d-6dae-4c5a-8f17-2ca859f5ff01 None None] Provisioning complete for port 20043706-94ae-416a-96d1-e1f2fc14183b triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:07:30.162551 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-1d59a72d-6dae-4c5a-8f17-2ca859f5ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:30.162718 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-1d59a72d-6dae-4c5a-8f17-2ca859f5ff01 None None] Attempt 1 to provision port 20043706-94ae-416a-96d1-e1f2fc14183b Sep 23 14:07:30.197381 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-1d59a72d-6dae-4c5a-8f17-2ca859f5ff01 None None] Port 20043706-94ae-416a-96d1-e1f2fc14183b cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:07:30.275367 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:30.313777 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Request body: {'port': {'device_id': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:30.373760 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:30.410178 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for port (4a6ace98-8840-479c-961a-da3d6596392e), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:30.475257 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (4a6ace98-8840-479c-961a-da3d6596392e), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:30.543742 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'Port': ['ID=4a6ace98-8840-479c-961a-da3d6596392e,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:30.546474 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (0a8896d4-13d9-40f7-a909-cbf41f9485b9), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:30.644891 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20043706-94ae-416a-96d1-e1f2fc14183b {{(pid=106652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:07:30.652336 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Publish callbacks [] for port (20043706-94ae-416a-96d1-e1f2fc14183b), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:30.656212 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Floating IP 0a8896d4-13d9-40f7-a909-cbf41f9485b9 associated. External IP: 172.27.1.129, port: c3a78cda-14d8-495c-98ba-ab806fda32b8. Sep 23 14:07:30.665814 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.provisioning_blocks [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Transition to ACTIVE for port object 20043706-94ae-416a-96d1-e1f2fc14183b will not be triggered until provisioned by entity L2. {{(pid=106652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:07:30.698493 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-1d59a72d-6dae-4c5a-8f17-2ca859f5ff01 None None] Attempt 2 to provision port 20043706-94ae-416a-96d1-e1f2fc14183b Sep 23 14:07:30.732154 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-1d59a72d-6dae-4c5a-8f17-2ca859f5ff01 None None] Port 20043706-94ae-416a-96d1-e1f2fc14183b cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:07:30.748306 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:30.752176 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:30.803339 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:30.820855 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Pushing event updated for resources: {'Port': ['ID=20043706-94ae-416a-96d1-e1f2fc14183b,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:30.825562 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Attempting to bind port 20043706-94ae-416a-96d1-e1f2fc14183b on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:07:30.825745 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Attempting to bind port 20043706-94ae-416a-96d1-e1f2fc14183b by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:07:30.826057 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Attempting to bind port 20043706-94ae-416a-96d1-e1f2fc14183b on network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:07:30.869321 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Port 20043706-94ae-416a-96d1-e1f2fc14183b on network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:07:30.869655 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Attempting to bind port 20043706-94ae-416a-96d1-e1f2fc14183b on network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:07:30.875159 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Router fcb83c92-60dc-45bb-b252-d33367ab7aad has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:07:30.935137 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:07:30.936057 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Checking segment: {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:07:30.936057 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Bound using segment: {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:07:30.936468 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Bound port: 20043706-94ae-416a-96d1-e1f2fc14183b, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785'}}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:07:30.936816 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:31.003342 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, cleared binding levels {{(pid=106652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:07:31.007412 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:07:31.013856 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d41a4b-3ec6-4da3-b7f7-8158289edfcc req-398008bd-2ee0-43f6-b6f7-82c6c532a596 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.015553 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-08d41a4b-3ec6-4da3-b7f7-8158289edfcc req-398008bd-2ee0-43f6-b6f7-82c6c532a596 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0925350 Sep 23 14:07:31.053537 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:07:31.064560 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae25d7-cd5b-465a-9664-d90db1cdf62d None None] Sync routers for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:07:31.075568 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae25d7-cd5b-465a-9664-d90db1cdf62d None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:31.076459 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-d7ae25d7-cd5b-465a-9664-d90db1cdf62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:07:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:31.085280 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-08d41a4b-3ec6-4da3-b7f7-8158289edfcc req-6cd12e28-3c21-4ed4-bcdd-82169d7cbb20 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621617 Sep 23 14:07:31.132860 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:31.137868 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.138584 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:31.139989 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/20043706-94ae-416a-96d1-e1f2fc14183b HTTP/1.1" status: 200 len: 1093 time: 0.8305874 Sep 23 14:07:31.140536 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:31.142805 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a249e8-3e2e-403e-815a-22596f17d18b" -d '{"events": [{"name": "network-changed", "server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:31.192597 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da96a759-ff7b-4a75-a32f-28efb9b03f49 x-openstack-request-id: req-da96a759-ff7b-4a75-a32f-28efb9b03f49 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:31.192926 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:31.193170 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da96a759-ff7b-4a75-a32f-28efb9b03f49 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:31.199202 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da96a759-ff7b-4a75-a32f-28efb9b03f49'] response: {'name': 'network-changed', 'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b', 'status': 'completed', 'code': 200} Sep 23 14:07:31.204510 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-d7ae25d7-cd5b-465a-9664-d90db1cdf62d None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:31.210147 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94a7a5-3c7b-43e0-97e5-d4115eca99e3 service neutron] Pushing event updated for resources: {'Port': ['ID=20043706-94ae-416a-96d1-e1f2fc14183b,revision_number=3']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:31.221295 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:31.249814 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-1d59a72d-6dae-4c5a-8f17-2ca859f5ff01 None None] Attempt 3 to provision port 20043706-94ae-416a-96d1-e1f2fc14183b Sep 23 14:07:31.268339 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-72bed80a-47b2-4867-a1c3-e9b74f24b705 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5930390 Sep 23 14:07:31.270590 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817ae959-3342-4926-9f60-e4a24124a282', 'tag': 'c3a78cda-14d8-495c-98ba-ab806fda32b8'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:31.272292 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "817ae959-3342-4926-9f60-e4a24124a282", "tag": "c3a78cda-14d8-495c-98ba-ab806fda32b8"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:31.345774 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-1d59a72d-6dae-4c5a-8f17-2ca859f5ff01 None None] Port 20043706-94ae-416a-96d1-e1f2fc14183b had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:07:31.345889 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4658b43e-83e6-4361-afab-c908c70a4d39 x-openstack-request-id: req-4658b43e-83e6-4361-afab-c908c70a4d39 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:31.346101 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817ae959-3342-4926-9f60-e4a24124a282", "tag": "c3a78cda-14d8-495c-98ba-ab806fda32b8", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:31.346385 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4658b43e-83e6-4361-afab-c908c70a4d39 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:31.350853 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4658b43e-83e6-4361-afab-c908c70a4d39'] response: {'name': 'network-changed', 'server_uuid': '817ae959-3342-4926-9f60-e4a24124a282', 'tag': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'status': 'completed', 'code': 200} Sep 23 14:07:31.417377 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:31.420036 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a249e8-3e2e-403e-815a-22596f17d18b req-a708fd2a-eb5f-4cda-907b-f45590fe6b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.422227 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-02a249e8-3e2e-403e-815a-22596f17d18b req-a708fd2a-eb5f-4cda-907b-f45590fe6b38 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 1127 time: 0.1796315 Sep 23 14:07:31.433385 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9 req-f866a55a-c425-40c9-aa6b-55c52772f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.435625 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9 req-f866a55a-c425-40c9-aa6b-55c52772f656 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 1129 time: 0.0428302 Sep 23 14:07:31.489978 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-d7ae25d7-cd5b-465a-9664-d90db1cdf62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '0a8896d4-13d9-40f7-a909-cbf41f9485b9', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:63:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ae959-3342-4926-9f60-e4a24124a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:29Z', 'updated_at': '2022-09-23T14:07:29Z', 'revision_number': 0, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:31.513626 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:31.516845 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae25d7-cd5b-465a-9664-d90db1cdf62d None None] Checking router: fcb83c92-60dc-45bb-b252-d33367ab7aad for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:07:31.525573 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae25d7-cd5b-465a-9664-d90db1cdf62d None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:31.526185 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-d7ae25d7-cd5b-465a-9664-d90db1cdf62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:07:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:31.536046 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9 req-ab554baf-943c-4be7-a717-6ecff7c92d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.537562 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9 req-ab554baf-943c-4be7-a717-6ecff7c92d67 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 913 time: 0.0962977 Sep 23 14:07:31.542321 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a249e8-3e2e-403e-815a-22596f17d18b req-45a429dc-d142-44df-a4ee-2ac477e12642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.544586 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-02a249e8-3e2e-403e-815a-22596f17d18b req-45a429dc-d142-44df-a4ee-2ac477e12642 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=c21d140d48ba4014bc470e8cf720785d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1093318 Sep 23 14:07:31.604387 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9 req-2c7c99a5-283e-46e8-b897-bff7bf80eb1e service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3a78cda-14d8-495c-98ba-ab806fda32b8 HTTP/1.1" status: 200 len: 999 time: 0.0599391 Sep 23 14:07:31.648874 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-d7ae25d7-cd5b-465a-9664-d90db1cdf62d None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:31.649272 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a249e8-3e2e-403e-815a-22596f17d18b req-79bcb362-f901-4dc2-b1d9-b35b7c2a5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.650792 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-02a249e8-3e2e-403e-815a-22596f17d18b req-79bcb362-f901-4dc2-b1d9-b35b7c2a5286 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009669 Sep 23 14:07:31.659608 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9 req-72d6d1d0-ae1c-483b-b2fa-b51e72929078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.661179 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9 req-72d6d1d0-ae1c-483b-b2fa-b51e72929078 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 200 len: 851 time: 0.0497675 Sep 23 14:07:31.718404 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9 req-36360551-e016-4679-8cd5-8fa65b119480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.720870 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9 req-36360551-e016-4679-8cd5-8fa65b119480 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=85b65927-108e-4662-8841-432429780256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528221 Sep 23 14:07:31.735404 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:31.754558 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-60ad8209-9f9e-4cc2-a679-138e0201a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.756371 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-60ad8209-9f9e-4cc2-a679-138e0201a131 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 1127 time: 0.0436981 Sep 23 14:07:31.800664 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:31.804077 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-067d46bf-391d-4670-b336-0a52bf422c14 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20043706-94ae-416a-96d1-e1f2fc14183b HTTP/1.1" status: 200 len: 217 time: 0.0356476 Sep 23 14:07:31.826785 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9 req-c594f975-f504-4568-a810-a5538d27d8f5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994105 Sep 23 14:07:31.892877 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-bc34b77f-a363-4f33-80b3-9f12a9aede47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.894375 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-bc34b77f-a363-4f33-80b3-9f12a9aede47 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=020c9151-4899-48c8-812f-202e3637905a HTTP/1.1" status: 200 len: 856 time: 0.0839405 Sep 23 14:07:31.915260 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-d7ae25d7-cd5b-465a-9664-d90db1cdf62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '0a8896d4-13d9-40f7-a909-cbf41f9485b9', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:63:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ae959-3342-4926-9f60-e4a24124a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:29Z', 'updated_at': '2022-09-23T14:07:29Z', 'revision_number': 0, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:31.938979 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2568db53-dcf2-49a2-b9df-5b45c2e6c3b9 req-d6a32384-a011-40c8-a20e-327ebbcdec0f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067479 Sep 23 14:07:31.946760 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae25d7-cd5b-465a-9664-d90db1cdf62d None None] The sync data for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi is: [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '0a8896d4-13d9-40f7-a909-cbf41f9485b9', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:63:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ae959-3342-4926-9f60-e4a24124a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:29Z', 'updated_at': '2022-09-23T14:07:29Z', 'revision_number': 0, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:07:31.951949 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-7c962a92-ade1-4380-bc61-24ad2dfa9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:31.953632 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-7c962a92-ade1-4380-bc61-24ad2dfa9825 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=0f2b1efa-9c49-4c4b-95ca-efb64f014785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525606 Sep 23 14:07:32.078296 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-e88203ac-e4b5-4413-b808-0516ad715489 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170313 Sep 23 14:07:32.194253 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3e608652-4f7f-4d17-93b5-e55eb3103c3c req-405b7ad7-5a52-447d-a5b5-29a184497618 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096642 Sep 23 14:07:32.241194 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f83a3-ecd5-4313-8860-88c3b147e59c None None] New status for floating IP 0a8896d4-13d9-40f7-a909-cbf41f9485b9: ACTIVE {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:07:32.245024 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a144195-ceb0-46fe-9f89-30278599dcd4 req-c092b52b-489d-43c9-9fd5-66ffcabbf2d5 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:32.250856 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8a144195-ceb0-46fe-9f89-30278599dcd4 req-c092b52b-489d-43c9-9fd5-66ffcabbf2d5 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0722160 Sep 23 14:07:32.302540 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8a144195-ceb0-46fe-9f89-30278599dcd4 req-e7b49737-ebe7-49d4-ae5f-8c00167aef6e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484748 Sep 23 14:07:32.558011 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae65afb-8c95-4ef8-af96-0764a3debb4c req-82d729d5-e795-4a0f-8f2d-697e7847d074 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:32.559994 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-aae65afb-8c95-4ef8-af96-0764a3debb4c req-82d729d5-e795-4a0f-8f2d-697e7847d074 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0514853 Sep 23 14:07:32.606575 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-aae65afb-8c95-4ef8-af96-0764a3debb4c req-9f9accdc-0ef6-491f-8f10-afb79bf53659 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408669 Sep 23 14:07:33.420576 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:33.428471 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb152d-7f5f-4168-8023-cec75b7e3300 req-241fca3c-a217-4060-8e24-5f0e0c72bea0 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:33.430165 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c7fb152d-7f5f-4168-8023-cec75b7e3300 req-241fca3c-a217-4060-8e24-5f0e0c72bea0 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0480778 Sep 23 14:07:33.477911 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c7fb152d-7f5f-4168-8023-cec75b7e3300 req-2275ab4d-c0f5-45c1-b3b7-23abec927372 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419071 Sep 23 14:07:33.732511 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912b783-f20d-4396-b10b-fe01278cdaac req-64a63c7f-0c76-499e-bd0c-202b39f61173 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:33.733980 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1912b783-f20d-4396-b10b-fe01278cdaac req-64a63c7f-0c76-499e-bd0c-202b39f61173 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0525472 Sep 23 14:07:33.782148 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1912b783-f20d-4396-b10b-fe01278cdaac req-e343dfdf-1047-435f-b227-bf4ce38ddff5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422812 Sep 23 14:07:34.605854 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9375f-73a6-47e8-a86d-7ed64a7c52e2 req-7fb724fb-7e08-464a-8207-f33f5cebb625 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:34.607988 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-36b9375f-73a6-47e8-a86d-7ed64a7c52e2 req-7fb724fb-7e08-464a-8207-f33f5cebb625 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0490792 Sep 23 14:07:34.653673 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-36b9375f-73a6-47e8-a86d-7ed64a7c52e2 req-1396b1af-3844-416e-8e3c-56eaa8163afa tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396686 Sep 23 14:07:34.899488 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ef9fd-31fb-4835-9882-ce9849c54851 req-58a52ee0-b67d-4866-a7e0-0859d17686d3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:34.900944 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d4ef9fd-31fb-4835-9882-ce9849c54851 req-58a52ee0-b67d-4866-a7e0-0859d17686d3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0452018 Sep 23 14:07:34.952364 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d4ef9fd-31fb-4835-9882-ce9849c54851 req-c8e20d47-1d7c-4630-928e-70581f473126 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453391 Sep 23 14:07:35.776224 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4c0d-40b9-4d21-b3ba-c36f3dd5c1f9 req-ccdad1fb-b5f2-4bcb-891c-08b3c912a4e8 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:35.777672 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-693b4c0d-40b9-4d21-b3ba-c36f3dd5c1f9 req-ccdad1fb-b5f2-4bcb-891c-08b3c912a4e8 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0456805 Sep 23 14:07:35.825534 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-693b4c0d-40b9-4d21-b3ba-c36f3dd5c1f9 req-1e54d7f2-fb1c-4773-beae-68eb3f250953 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422993 Sep 23 14:07:36.077749 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a7dad-e66d-4063-865c-0ef59370fb6d req-09a05d2f-f015-4ea0-a539-f43526ec23a1 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:36.079230 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b20a7dad-e66d-4063-865c-0ef59370fb6d req-09a05d2f-f015-4ea0-a539-f43526ec23a1 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0515397 Sep 23 14:07:36.125786 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b20a7dad-e66d-4063-865c-0ef59370fb6d req-660cc46f-e434-4a9f-a6af-ee20a3440777 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409884 Sep 23 14:07:36.955403 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba54b3c-5cd2-4e89-818c-79316d8d0697 req-0e636f58-22e3-4074-b0a8-ecd2dfb3ca5f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:36.956881 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7ba54b3c-5cd2-4e89-818c-79316d8d0697 req-0e636f58-22e3-4074-b0a8-ecd2dfb3ca5f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0501852 Sep 23 14:07:37.003580 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7ba54b3c-5cd2-4e89-818c-79316d8d0697 req-4c1d3a72-327c-48af-bd3d-259e07e81766 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412719 Sep 23 14:07:37.245684 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974477dd-cda2-4b27-9876-4acb2ffde898 req-d1a218d0-b0cb-4eef-b2de-69c64489ded5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:37.247812 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-974477dd-cda2-4b27-9876-4acb2ffde898 req-d1a218d0-b0cb-4eef-b2de-69c64489ded5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0468273 Sep 23 14:07:37.294455 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-974477dd-cda2-4b27-9876-4acb2ffde898 req-c158389f-a498-4f65-adb9-3107bf98597d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c543dd12-6838-451f-b1f1-bab5102e3549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402575 Sep 23 14:07:37.789565 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d3cb4432-9b6c-48e9-9c54-3820acbcf513 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:37.791013 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d3cb4432-9b6c-48e9-9c54-3820acbcf513 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 945 time: 0.0464981 Sep 23 14:07:37.822495 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=100 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:37.879267 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Deleting port 57f85532-237c-4ac3-8270-603ea7e41e29 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:37.879610 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:37.969060 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] For port 57f85532-237c-4ac3-8270-603ea7e41e29, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=57f85532-237c-4ac3-8270-603ea7e41e29,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:37.969423 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:38.131830 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51722a-2354-4986-953b-9765b08acfa3 req-a47a11a0-1e4c-45e4-8184-7d424e012fa1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:38.133308 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7a51722a-2354-4986-953b-9765b08acfa3 req-a47a11a0-1e4c-45e4-8184-7d424e012fa1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0495050 Sep 23 14:07:38.136329 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:38.136694 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:38.137010 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Floating IP 5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6 disassociated. External IP: 172.27.1.210, port: 57f85532-237c-4ac3-8270-603ea7e41e29. Sep 23 14:07:38.137469 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Calling delete_port for 57f85532-237c-4ac3-8270-603ea7e41e29 owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:38.184690 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7a51722a-2354-4986-953b-9765b08acfa3 req-8c63931d-4418-4daf-a725-1dae335d4177 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456204 Sep 23 14:07:38.360606 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (57f85532-237c-4ac3-8270-603ea7e41e29), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:38.387448 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'Port': ['ID=57f85532-237c-4ac3-8270-603ea7e41e29,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:38.397856 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.398205 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.398569 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.398905 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.399241 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.399570 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.399893 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.400213 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.400516 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f7ad96e3-a914-437f-bab3-54f6bba7b9a1 req-e0430f51-e5ee-4fdf-823a-82b1ea31cbe5 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 210 time: 0.0300026 Sep 23 14:07:38.400624 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.401331 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.401331 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.401485 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.401749 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.402060 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.402399 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:38.510202 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:07:38.612963 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:07:38.622356 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8dd6b-6aeb-4eaf-b997-9f5707f174ce None None] Sync routers for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:07:38.633861 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8dd6b-6aeb-4eaf-b997-9f5707f174ce None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:38.637318 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dde8dd6b-6aeb-4eaf-b997-9f5707f174ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:07:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:38.656451 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] No DVR routers for this DVR port 57f85532-237c-4ac3-8270-603ea7e41e29 on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:07:38.659091 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:38.662313 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-7873750f-12d6-48d5-8d99-558ee3152831 req-d1070397-218f-45fd-9e01-b4e15ca689cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "DELETE /networking/v2.0/ports/57f85532-237c-4ac3-8270-603ea7e41e29 HTTP/1.1" status: 204 len: 173 time: 0.8640273 Sep 23 14:07:38.662869 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'name': 'network-vif-deleted', 'tag': '57f85532-237c-4ac3-8270-603ea7e41e29'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:38.665130 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25039795-581b-4b42-a48f-9edbbbc6bb5b" -d '{"events": [{"server_uuid": "eee99559-a86f-4088-9fd1-a6ae97245d92", "name": "network-vif-deleted", "tag": "57f85532-237c-4ac3-8270-603ea7e41e29"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:38.672818 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 20043706-94ae-416a-96d1-e1f2fc14183b details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:07:38.800881 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3f7f7a-6387-4399-8978-973aaa769710 x-openstack-request-id: req-fa3f7f7a-6387-4399-8978-973aaa769710 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:38.800881 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee99559-a86f-4088-9fd1-a6ae97245d92", "name": "network-vif-deleted", "tag": "57f85532-237c-4ac3-8270-603ea7e41e29", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:38.800881 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa3f7f7a-6387-4399-8978-973aaa769710 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:38.800881 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3f7f7a-6387-4399-8978-973aaa769710'] response: {'server_uuid': 'eee99559-a86f-4088-9fd1-a6ae97245d92', 'name': 'network-vif-deleted', 'tag': '57f85532-237c-4ac3-8270-603ea7e41e29', 'status': 'completed', 'code': 200} Sep 23 14:07:38.823404 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-dde8dd6b-6aeb-4eaf-b997-9f5707f174ce None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:39.000989 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:39.027579 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '20043706-94ae-416a-96d1-e1f2fc14183b', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'port_id': '20043706-94ae-416a-96d1-e1f2fc14183b', 'mac_address': 'fa:16:3e:39:47:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:07:39.102635 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 20043706-94ae-416a-96d1-e1f2fc14183b is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:07:39.102946 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:39.120312 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dde8dd6b-6aeb-4eaf-b997-9f5707f174ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:39.125853 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20043706-94ae-416a-96d1-e1f2fc14183b {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:07:39.153833 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8dd6b-6aeb-4eaf-b997-9f5707f174ce None None] Checking router: 7cb2b347-2372-47cb-9f3d-c47c2605bec5 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:07:39.174677 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:39.175707 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8dd6b-6aeb-4eaf-b997-9f5707f174ce None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:39.176309 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dde8dd6b-6aeb-4eaf-b997-9f5707f174ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:07:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:39.235878 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:39.283044 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:39.333305 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6195f8-21fc-4f36-9e72-11c9afa0ebd9 req-9eefc338-a605-4096-95af-4f21000fcd97 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:39.336596 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d6195f8-21fc-4f36-9e72-11c9afa0ebd9 req-9eefc338-a605-4096-95af-4f21000fcd97 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 944 time: 0.0647187 Sep 23 14:07:39.388625 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d6195f8-21fc-4f36-9e72-11c9afa0ebd9 req-da8f8aa3-e0e1-4329-b5d9-b450dfa97cfa tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468278 Sep 23 14:07:39.433675 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:39.444772 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33452) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:39.470448 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-dde8dd6b-6aeb-4eaf-b997-9f5707f174ce None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:39.472642 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=20043706-94ae-416a-96d1-e1f2fc14183b,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:39.507771 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:39.513941 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.514292 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.514715 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.515085 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.515432 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.515772 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.516105 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.516437 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.516769 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.517104 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.517439 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.517785 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.518116 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.518468 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.518799 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:07:39.538991 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1a8da9fb-b099-4696-b8d2-443da787b789 req-3079484e-73ea-4f64-90c1-9a4683e428f4 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eee99559-a86f-4088-9fd1-a6ae97245d92 HTTP/1.1" status: 200 len: 210 time: 0.0370319 Sep 23 14:07:39.580079 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-caeea4e4-4276-42de-9746-7e3b120e5837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:39.616597 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['20043706-94ae-416a-96d1-e1f2fc14183b'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:07:39.629558 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:39.659358 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-caeea4e4-4276-42de-9746-7e3b120e5837 admin admin] Publish callbacks [] for security_group (ad4a6a7a-1a9c-4acf-93d2-e2b0a1ed9abe), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:39.745882 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dde8dd6b-6aeb-4eaf-b997-9f5707f174ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:39.751144 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-caeea4e4-4276-42de-9746-7e3b120e5837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (ad4a6a7a-1a9c-4acf-93d2-e2b0a1ed9abe), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:39.780959 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8dd6b-6aeb-4eaf-b997-9f5707f174ce None None] The sync data for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi is: [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:07:39.799962 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-caeea4e4-4276-42de-9746-7e3b120e5837 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=853d8b91b5094dcb9cd8a9c898d4bb94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535585 Sep 23 14:07:39.801315 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeea4e4-4276-42de-9746-7e3b120e5837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4a6a7a-1a9c-4acf-93d2-e2b0a1ed9abe,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:39.802769 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33456) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:39.871853 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b378eabb-d1e1-4c2b-b6e2-6837ddec8b73 admin admin] Publish callbacks [] for security_group (ad4a6a7a-1a9c-4acf-93d2-e2b0a1ed9abe), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:39.894063 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b378eabb-d1e1-4c2b-b6e2-6837ddec8b73 admin admin] Publish callbacks [] for security_group (ad4a6a7a-1a9c-4acf-93d2-e2b0a1ed9abe), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:39.895960 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:39.902785 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:40.001916 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b378eabb-d1e1-4c2b-b6e2-6837ddec8b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (ad4a6a7a-1a9c-4acf-93d2-e2b0a1ed9abe), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:40.005543 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-b378eabb-d1e1-4c2b-b6e2-6837ddec8b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:40.008247 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-b378eabb-d1e1-4c2b-b6e2-6837ddec8b73 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ad4a6a7a-1a9c-4acf-93d2-e2b0a1ed9abe HTTP/1.1" status: 204 len: 168 time: 0.2041681 Sep 23 14:07:40.017032 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378eabb-d1e1-4c2b-b6e2-6837ddec8b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4a6a7a-1a9c-4acf-93d2-e2b0a1ed9abe,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:40.046895 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b99c2a-767e-4aae-aad7-5b54ee59bb1c None None] New status for floating IP 5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6: DOWN {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:07:40.520509 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c33af9-8cec-4549-a607-6f9b9e441c29 req-4cc145da-f350-45fe-b6bd-dd3f108db076 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:40.521981 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-72c33af9-8cec-4549-a607-6f9b9e441c29 req-4cc145da-f350-45fe-b6bd-dd3f108db076 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 944 time: 0.0468819 Sep 23 14:07:40.568927 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-72c33af9-8cec-4549-a607-6f9b9e441c29 req-04048111-da16-4f57-a0c2-007d04c056c1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414681 Sep 23 14:07:40.687587 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 20043706-94ae-416a-96d1-e1f2fc14183b up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:07:40.700250 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33476) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:40.732897 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 20043706-94ae-416a-96d1-e1f2fc14183b completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:07:40.758644 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4fa615d6-acc1-4fe6-99a6-9c5d472d1cec tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (c543dd12-6838-451f-b1f1-bab5102e3549), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:40.780715 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4fa615d6-acc1-4fe6-99a6-9c5d472d1cec tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (c543dd12-6838-451f-b1f1-bab5102e3549), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:40.839526 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 20043706-94ae-416a-96d1-e1f2fc14183b triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:07:40.839526 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:40.839526 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 20043706-94ae-416a-96d1-e1f2fc14183b Sep 23 14:07:40.914678 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4fa615d6-acc1-4fe6-99a6-9c5d472d1cec tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c543dd12-6838-451f-b1f1-bab5102e3549), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:40.915457 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 20043706-94ae-416a-96d1-e1f2fc14183b is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:07:40.915854 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:40.917342 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4fa615d6-acc1-4fe6-99a6-9c5d472d1cec tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:40.918723 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-4fa615d6-acc1-4fe6-99a6-9c5d472d1cec tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c543dd12-6838-451f-b1f1-bab5102e3549 HTTP/1.1" status: 204 len: 168 time: 0.2170932 Sep 23 14:07:40.922442 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33484) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:40.928688 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa615d6-acc1-4fe6-99a6-9c5d472d1cec tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c543dd12-6838-451f-b1f1-bab5102e3549,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:40.939801 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.api.v2.resource [None req-611b87ec-a48f-4e1f-90f3-4bd5886ec4ab tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] show failed (client error): The resource could not be found. Sep 23 14:07:40.940825 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:40.941330 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-611b87ec-a48f-4e1f-90f3-4bd5886ec4ab tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups/c543dd12-6838-451f-b1f1-bab5102e3549 HTTP/1.1" status: 404 len: 347 time: 0.0178421 Sep 23 14:07:40.944186 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33486) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:40.950815 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:40.953263 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06543c0-47d5-4dce-952e-2d183ec2db2a" -d '{"events": [{"server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "name": "network-vif-plugged", "status": "completed", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:40.969807 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:41.002981 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cc3e31-f57a-4c8e-b00e-d1eb41e32e7c x-openstack-request-id: req-69cc3e31-f57a-4c8e-b00e-d1eb41e32e7c {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:41.003353 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "name": "network-vif-plugged", "status": "completed", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:41.003608 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69cc3e31-f57a-4c8e-b00e-d1eb41e32e7c {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:41.004222 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69cc3e31-f57a-4c8e-b00e-d1eb41e32e7c'] response: {'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b', 'code': 200} Sep 23 14:07:41.031960 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:41.032505 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 57f85532-237c-4ac3-8270-603ea7e41e29 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:07:41.063042 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-a74269b4-5238-4370-8628-5bbb55e5f6a0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Deleting port 6b21679e-1862-45ab-89bb-e5625da31648 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:07:41.063393 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a74269b4-5238-4370-8628-5bbb55e5f6a0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (6b21679e-1862-45ab-89bb-e5625da31648), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:41.100759 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=20043706-94ae-416a-96d1-e1f2fc14183b,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:41.104727 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 57f85532-237c-4ac3-8270-603ea7e41e29 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:07:41.105077 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 57f85532-237c-4ac3-8270-603ea7e41e29 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:07:41.149299 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a74269b4-5238-4370-8628-5bbb55e5f6a0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (6b21679e-1862-45ab-89bb-e5625da31648), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:41.149936 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a74269b4-5238-4370-8628-5bbb55e5f6a0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (6b21679e-1862-45ab-89bb-e5625da31648), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:41.163373 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-a74269b4-5238-4370-8628-5bbb55e5f6a0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Calling delete_port for 6b21679e-1862-45ab-89bb-e5625da31648 owned by network:floatingip {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:07:41.355881 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568fdaf-cfc2-42f4-9958-ffb6191e2cd7 req-aa336b2c-509c-42f5-a518-47f56a265842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:41.358461 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1568fdaf-cfc2-42f4-9958-ffb6191e2cd7 req-aa336b2c-509c-42f5-a518-47f56a265842 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 1129 time: 0.0439386 Sep 23 14:07:41.389757 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a74269b4-5238-4370-8628-5bbb55e5f6a0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (6b21679e-1862-45ab-89bb-e5625da31648), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:41.427420 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74269b4-5238-4370-8628-5bbb55e5f6a0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'Port': ['ID=6b21679e-1862-45ab-89bb-e5625da31648,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:41.440923 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1568fdaf-cfc2-42f4-9958-ffb6191e2cd7 req-3f4ca41e-fa1c-43d1-9a27-e3803ec4dec7 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768883 Sep 23 14:07:41.458841 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a74269b4-5238-4370-8628-5bbb55e5f6a0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:41.461741 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a74269b4-5238-4370-8628-5bbb55e5f6a0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:41.462922 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a74269b4-5238-4370-8628-5bbb55e5f6a0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/5c7460b4-93fe-47a0-a8dc-4dfe3abfb0a6 HTTP/1.1" status: 204 len: 168 time: 0.5178049 Sep 23 14:07:41.593395 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33500) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:41.597923 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-2bf3debf-82d6-427d-a16a-da391fb7d4c3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--816297846', 'description': 'tempest-description--2057298899'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:41.702697 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b38fe3-f91a-4554-909c-d366d51cc87d req-e61fa69c-2be9-463c-a1f3-5c96d910a325 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:41.704218 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d3b38fe3-f91a-4554-909c-d366d51cc87d req-e61fa69c-2be9-463c-a1f3-5c96d910a325 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0479510 Sep 23 14:07:41.705424 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2bf3debf-82d6-427d-a16a-da391fb7d4c3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:41.782290 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d3b38fe3-f91a-4554-909c-d366d51cc87d req-a4bc77b9-895f-467a-b212-44b1db1f5147 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673978 Sep 23 14:07:41.818387 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2bf3debf-82d6-427d-a16a-da391fb7d4c3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (fa312a2e-d06c-485e-92e2-73b5b9614af1), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:41.904409 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2bf3debf-82d6-427d-a16a-da391fb7d4c3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (fa312a2e-d06c-485e-92e2-73b5b9614af1), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:41.909742 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:41.937782 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3debf-82d6-427d-a16a-da391fb7d4c3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa312a2e-d06c-485e-92e2-73b5b9614af1,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:41.992295 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2bf3debf-82d6-427d-a16a-da391fb7d4c3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:41.993685 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-2bf3debf-82d6-427d-a16a-da391fb7d4c3 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3992994 Sep 23 14:07:41.999707 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33510) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:42.006358 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-a60b4c06-c820-4bc8-b248-d71b35589c34 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group_rule': {'security_group_id': 'fa312a2e-d06c-485e-92e2-73b5b9614af1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:42.093217 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a60b4c06-c820-4bc8-b248-d71b35589c34 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (2990300e-c7b0-44dc-a442-0a2e8175126d), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:42.150429 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a60b4c06-c820-4bc8-b248-d71b35589c34 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (2990300e-c7b0-44dc-a442-0a2e8175126d), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:42.218477 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a60b4c06-c820-4bc8-b248-d71b35589c34 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (2990300e-c7b0-44dc-a442-0a2e8175126d), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:42.236715 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b4c06-c820-4bc8-b248-d71b35589c34 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2990300e-c7b0-44dc-a442-0a2e8175126d,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:42.294647 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a60b4c06-c820-4bc8-b248-d71b35589c34 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:42.296036 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-a60b4c06-c820-4bc8-b248-d71b35589c34 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2937863 Sep 23 14:07:42.298850 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33514) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:42.303041 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-afe51e76-8fe0-463d-8119-ff4a919b0de8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'security_group_rule': {'security_group_id': 'fa312a2e-d06c-485e-92e2-73b5b9614af1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:42.396592 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-afe51e76-8fe0-463d-8119-ff4a919b0de8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (af8e68f1-b7bb-4c7f-94c6-feeaf8195daf), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:42.441852 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:42.456548 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-afe51e76-8fe0-463d-8119-ff4a919b0de8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (af8e68f1-b7bb-4c7f-94c6-feeaf8195daf), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:42.554603 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-afe51e76-8fe0-463d-8119-ff4a919b0de8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (af8e68f1-b7bb-4c7f-94c6-feeaf8195daf), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:42.555259 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe51e76-8fe0-463d-8119-ff4a919b0de8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8e68f1-b7bb-4c7f-94c6-feeaf8195daf,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:42.896606 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-afe51e76-8fe0-463d-8119-ff4a919b0de8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:42.897762 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-afe51e76-8fe0-463d-8119-ff4a919b0de8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5979986 Sep 23 14:07:42.901565 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33518) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:42.906877 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:42.918401 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde28c39-1b36-4d73-92a0-dc1e4428e98d req-56f4ae4e-bae9-459f-a318-247d13287749 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:42.919882 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fde28c39-1b36-4d73-92a0-dc1e4428e98d req-56f4ae4e-bae9-459f-a318-247d13287749 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0572174 Sep 23 14:07:42.968757 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fde28c39-1b36-4d73-92a0-dc1e4428e98d req-41edaca2-0788-495b-8fea-61709e35aca3 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417752 Sep 23 14:07:43.012381 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:43.100058 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:43.210262 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Allocated IP 172.27.1.170 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/7a5a4669-2d4b-4978-923c-b0da5dfe5890) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:07:43.272336 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:43.308348 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:43.323994 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (7a5a4669-2d4b-4978-923c-b0da5dfe5890), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:43.413520 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (7a5a4669-2d4b-4978-923c-b0da5dfe5890), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:43.457541 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:07:43.460552 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:07:43.463546 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:07:43.481572 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=7a5a4669-2d4b-4978-923c-b0da5dfe5890,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:43.521026 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (19818769-5748-4b45-ab11-bb473a28d42b), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:43.623864 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (7a5a4669-2d4b-4978-923c-b0da5dfe5890), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:43.770572 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (7a5a4669-2d4b-4978-923c-b0da5dfe5890), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:43.841108 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (7a5a4669-2d4b-4978-923c-b0da5dfe5890), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:43.841895 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (19818769-5748-4b45-ab11-bb473a28d42b), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:43.880819 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:43.885774 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=7a5a4669-2d4b-4978-923c-b0da5dfe5890,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:43.929228 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:43.930858 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-0f2a6d17-fa0a-4b46-a619-e793172ff4ad tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0282686 Sep 23 14:07:44.099339 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e12e0-2b55-4bfe-a848-3a375f9b6369 req-00650d8a-6ae8-41ec-90c4-464b8ac85d6d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:44.100936 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d54e12e0-2b55-4bfe-a848-3a375f9b6369 req-00650d8a-6ae8-41ec-90c4-464b8ac85d6d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0490167 Sep 23 14:07:44.174030 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-26e2d799-0ff9-4de1-92ee-ded1af451454 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--816297846&fields=id&tenant_id=482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 267 time: 0.0721517 Sep 23 14:07:44.177153 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d54e12e0-2b55-4bfe-a848-3a375f9b6369 req-90de42de-dbd2-4af0-882f-9f9aea9a03ba tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692968 Sep 23 14:07:44.316119 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c30c7-edf5-4d2e-8777-d5aa2431e7d9 req-835d9e4d-3513-4294-a8c5-c533b718eec7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:44.317564 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dd7c30c7-edf5-4d2e-8777-d5aa2431e7d9 req-835d9e4d-3513-4294-a8c5-c533b718eec7 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0649419 Sep 23 14:07:44.323519 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-f8212395-6ce5-4ca3-8a21-2c040d76b1ee tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:44.324834 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-f8212395-6ce5-4ca3-8a21-2c040d76b1ee tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 815 time: 0.1441758 Sep 23 14:07:44.328351 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 33552) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:44.333236 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-4294d185-6ed2-49f0-af3c-e99f559daf9e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Request body: {'floatingip': {'port_id': '20043706-94ae-416a-96d1-e1f2fc14183b'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:44.376953 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-ea4cc393-b909-407e-b908-3e1d0bea5796 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/quotas/482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 375 time: 0.0408871 Sep 23 14:07:44.381410 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4294d185-6ed2-49f0-af3c-e99f559daf9e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (488ba56a-34b4-49fb-8d6e-1cb842879df3), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:44.469990 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:44.483710 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-ec30af02-cfe6-4db0-ac04-793573bc5505 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977464 Sep 23 14:07:44.784712 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:44.799265 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-8f9358a2-e74e-4e46-b35a-dfb6db376f0d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928689 Sep 23 14:07:44.943670 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:44.985430 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-abb407ad-3368-4929-8ac2-639884d974ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:44.987504 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9aeb9452-70e4-4fab-9808-c024d5bb8378 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609330 Sep 23 14:07:45.007419 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4294d185-6ed2-49f0-af3c-e99f559daf9e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:45.029791 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33566) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:45.092933 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4294d185-6ed2-49f0-af3c-e99f559daf9e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (488ba56a-34b4-49fb-8d6e-1cb842879df3), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:45.138705 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ca21cdbe-3ff9-4ada-aa2f-6f54fd7c6773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:45.248792 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ca21cdbe-3ff9-4ada-aa2f-6f54fd7c6773 admin admin] Publish callbacks [] for security_group (256ce121-b435-4fdf-86b2-5aac6ee0b8d8), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:45.339813 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ca21cdbe-3ff9-4ada-aa2f-6f54fd7c6773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (256ce121-b435-4fdf-86b2-5aac6ee0b8d8), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:45.371555 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-ca21cdbe-3ff9-4ada-aa2f-6f54fd7c6773 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cde9af51563941bfb0e4e77f411c833d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388925 Sep 23 14:07:45.371940 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33576) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:45.427141 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21cdbe-3ff9-4ada-aa2f-6f54fd7c6773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256ce121-b435-4fdf-86b2-5aac6ee0b8d8,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:45.458619 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad1ce511-9faa-4a89-a6d6-bf61232e2fdc req-622399ef-ffb6-44d9-9dfe-9058958c0829 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 210 time: 0.0370786 Sep 23 14:07:45.459761 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84b6122d-b978-4f69-b240-fc0f415f7bc3 admin admin] Publish callbacks [] for security_group (256ce121-b435-4fdf-86b2-5aac6ee0b8d8), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:45.470830 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [None req-4294d185-6ed2-49f0-af3c-e99f559daf9e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Floating IP 488ba56a-34b4-49fb-8d6e-1cb842879df3 associated. External IP: 172.27.1.245, port: 20043706-94ae-416a-96d1-e1f2fc14183b. Sep 23 14:07:45.483164 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84b6122d-b978-4f69-b240-fc0f415f7bc3 admin admin] Publish callbacks [] for security_group (256ce121-b435-4fdf-86b2-5aac6ee0b8d8), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:45.601835 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84b6122d-b978-4f69-b240-fc0f415f7bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (256ce121-b435-4fdf-86b2-5aac6ee0b8d8), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:45.608563 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84b6122d-b978-4f69-b240-fc0f415f7bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:45.608563 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-84b6122d-b978-4f69-b240-fc0f415f7bc3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/256ce121-b435-4fdf-86b2-5aac6ee0b8d8 HTTP/1.1" status: 204 len: 168 time: 0.2327900 Sep 23 14:07:45.615467 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6122d-b978-4f69-b240-fc0f415f7bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256ce121-b435-4fdf-86b2-5aac6ee0b8d8,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:45.689978 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4294d185-6ed2-49f0-af3c-e99f559daf9e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:07:45.800732 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4294d185-6ed2-49f0-af3c-e99f559daf9e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:07:45.805554 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4294d185-6ed2-49f0-af3c-e99f559daf9e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:45.811420 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885877f2-92a0-43df-ab4c-f5fa59fcac33 None None] Sync routers for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:07:45.821706 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885877f2-92a0-43df-ab4c-f5fa59fcac33 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:45.822313 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-885877f2-92a0-43df-ab4c-f5fa59fcac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:07:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:45.836417 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-4294d185-6ed2-49f0-af3c-e99f559daf9e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/488ba56a-34b4-49fb-8d6e-1cb842879df3 HTTP/1.1" status: 200 len: 991 time: 1.5068789 Sep 23 14:07:45.837065 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:45.839343 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b829c4-1daf-4986-ae61-7f0396514d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:45.940904 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-885877f2-92a0-43df-ab4c-f5fa59fcac33 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:46.089054 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f644a416-4d1f-4136-8796-b79ff182bd64 x-openstack-request-id: req-f644a416-4d1f-4136-8796-b79ff182bd64 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:46.089547 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:46.089795 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f644a416-4d1f-4136-8796-b79ff182bd64 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:46.090208 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f644a416-4d1f-4136-8796-b79ff182bd64'] response: {'name': 'network-changed', 'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b', 'status': 'completed', 'code': 200} Sep 23 14:07:46.182533 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-885877f2-92a0-43df-ab4c-f5fa59fcac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '488ba56a-34b4-49fb-8d6e-1cb842879df3', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'port_id': '20043706-94ae-416a-96d1-e1f2fc14183b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'mac_address': 'fa:16:3e:39:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:24Z', 'updated_at': '2022-09-23T14:07:44Z', 'revision_number': 1, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:46.184330 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b829c4-1daf-4986-ae61-7f0396514d0c req-43163705-4e44-4f14-a8ea-6e054801e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:46.185833 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-06b829c4-1daf-4986-ae61-7f0396514d0c req-43163705-4e44-4f14-a8ea-6e054801e785 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 1129 time: 0.0407038 Sep 23 14:07:46.214483 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885877f2-92a0-43df-ab4c-f5fa59fcac33 None None] Checking router: 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:07:46.223219 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885877f2-92a0-43df-ab4c-f5fa59fcac33 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:07:46.223836 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-885877f2-92a0-43df-ab4c-f5fa59fcac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:07:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:46.297832 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b829c4-1daf-4986-ae61-7f0396514d0c req-1d33dced-5ede-4427-8c30-de1222f288e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:46.299355 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-06b829c4-1daf-4986-ae61-7f0396514d0c req-1d33dced-5ede-4427-8c30-de1222f288e7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=0f2b1efa-9c49-4c4b-95ca-efb64f014785 HTTP/1.1" status: 200 len: 918 time: 0.1023612 Sep 23 14:07:46.352435 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-885877f2-92a0-43df-ab4c-f5fa59fcac33 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:07:46.367318 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-06b829c4-1daf-4986-ae61-7f0396514d0c req-eea27edf-e36a-4d87-96d0-dd69dc589cc0 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20043706-94ae-416a-96d1-e1f2fc14183b HTTP/1.1" status: 200 len: 999 time: 0.0594432 Sep 23 14:07:46.424796 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b829c4-1daf-4986-ae61-7f0396514d0c req-eb118586-3805-4389-aaf8-b2af52a9127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:46.426352 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-06b829c4-1daf-4986-ae61-7f0396514d0c req-eb118586-3805-4389-aaf8-b2af52a9127f service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=020c9151-4899-48c8-812f-202e3637905a HTTP/1.1" status: 200 len: 856 time: 0.0520165 Sep 23 14:07:46.479773 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b829c4-1daf-4986-ae61-7f0396514d0c req-71376870-811e-4ca1-8768-a449ea4e2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:46.482375 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-06b829c4-1daf-4986-ae61-7f0396514d0c req-71376870-811e-4ca1-8768-a449ea4e2301 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=0f2b1efa-9c49-4c4b-95ca-efb64f014785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493469 Sep 23 14:07:46.556627 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:46.587224 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c5f7be64-46d1-4309-85e4-c771d476c3d0 req-7f230326-9930-4f27-be21-b35e7d110d54 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 210 time: 0.0376191 Sep 23 14:07:46.604673 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-885877f2-92a0-43df-ab4c-f5fa59fcac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '488ba56a-34b4-49fb-8d6e-1cb842879df3', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'port_id': '20043706-94ae-416a-96d1-e1f2fc14183b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'mac_address': 'fa:16:3e:39:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:24Z', 'updated_at': '2022-09-23T14:07:44Z', 'revision_number': 1, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:07:46.604975 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-06b829c4-1daf-4986-ae61-7f0396514d0c req-31f76578-05a6-4552-8115-dae690289577 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134357 Sep 23 14:07:46.607395 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:46.631621 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:46.631813 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885877f2-92a0-43df-ab4c-f5fa59fcac33 None None] The sync data for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi is: [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '488ba56a-34b4-49fb-8d6e-1cb842879df3', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'port_id': '20043706-94ae-416a-96d1-e1f2fc14183b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'mac_address': 'fa:16:3e:39:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:24Z', 'updated_at': '2022-09-23T14:07:44Z', 'revision_number': 1, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:07:46.708755 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-06b829c4-1daf-4986-ae61-7f0396514d0c req-f4941d64-421a-47ac-8f4c-355cf4129c01 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959842 Sep 23 14:07:46.856170 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0b893-1e1a-4858-9d7f-50b1d119f9fa None None] New status for floating IP 488ba56a-34b4-49fb-8d6e-1cb842879df3: ACTIVE {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:07:46.859999 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:46.860672 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:47.303800 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-788f6310-97c7-487c-a81d-f69e10cd6c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:47.484959 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:47.516877 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-cbc9b94b-fd21-433f-a7ec-53c0edc0b74b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:47.518364 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-cbc9b94b-fd21-433f-a7ec-53c0edc0b74b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 815 time: 0.1106005 Sep 23 14:07:47.586755 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-91c2ef95-888e-49df-9d6a-5174123b88cf tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=482490c45ac64607bba9ad021f2effbf HTTP/1.1" status: 200 len: 379 time: 0.0545397 Sep 23 14:07:47.598468 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'port': {'device_id': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'admin_state_up': True, 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'security_groups': ['fa312a2e-d06c-485e-92e2-73b5b9614af1']}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:47.691500 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-769fcceb-a94c-4320-88d1-19662e5a8fc5 req-e09cf350-1e5a-4d50-bd04-fef95cf44e3e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 210 time: 0.0296175 Sep 23 14:07:47.813043 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Made reservation on behalf of 482490c45ac64607bba9ad021f2effbf for: {'port': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:07:47.816840 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:47.961174 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Allocated IP 172.20.0.4 (34e7a0c6-e35b-482b-a11c-b3c893e03a50/80f7adc6-3046-4d27-ba65-e533eb9cae24/9f434098-b75f-420c-929f-b2ab8d58d384) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:07:48.341575 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for port (9f434098-b75f-420c-929f-b2ab8d58d384), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:48.363500 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:48.407617 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:48.454853 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:07:48.458086 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:07:48.462049 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:07:48.467107 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:48.467107 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:48.476313 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event updated for resources: {'Port': ['ID=9f434098-b75f-420c-929f-b2ab8d58d384,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:48.540943 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-9b4b0957-4458-450f-83a3-f8bf4b2a9c47 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9478526 Sep 23 14:07:48.559968 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Request body: {'port': {'device_id': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:48.565886 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:48.625338 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:48.694163 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-d8f04a6b-5379-400c-844c-3312b726e6ae None None] Provisioning complete for port 9f434098-b75f-420c-929f-b2ab8d58d384 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:07:48.694556 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d8f04a6b-5379-400c-844c-3312b726e6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:48.694893 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d8f04a6b-5379-400c-844c-3312b726e6ae None None] Attempt 1 to provision port 9f434098-b75f-420c-929f-b2ab8d58d384 Sep 23 14:07:48.727421 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d8f04a6b-5379-400c-844c-3312b726e6ae None None] Port 9f434098-b75f-420c-929f-b2ab8d58d384 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:07:48.812326 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:48.822732 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70484a-12f5-4ce6-9d5d-00facb5bf6b0 req-7cb7a9f1-fe7c-4725-9b49-e5466c7dd519 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:48.825705 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cb70484a-12f5-4ce6-9d5d-00facb5bf6b0 req-7cb7a9f1-fe7c-4725-9b49-e5466c7dd519 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 931 time: 0.0505412 Sep 23 14:07:48.874841 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cb70484a-12f5-4ce6-9d5d-00facb5bf6b0 req-fe9784bb-f618-4659-8f43-ac600b772b34 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Sep 23 14:07:48.888540 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f434098-b75f-420c-929f-b2ab8d58d384 {{(pid=106652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:07:48.892470 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:48.896699 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Publish callbacks [] for port (9f434098-b75f-420c-929f-b2ab8d58d384), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:48.909171 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.provisioning_blocks [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Transition to ACTIVE for port object 9f434098-b75f-420c-929f-b2ab8d58d384 will not be triggered until provisioned by entity L2. {{(pid=106652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:07:48.961465 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:49.023643 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Pushing event updated for resources: {'Port': ['ID=9f434098-b75f-420c-929f-b2ab8d58d384,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:49.034619 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Attempting to bind port 9f434098-b75f-420c-929f-b2ab8d58d384 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:07:49.038790 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Attempting to bind port 9f434098-b75f-420c-929f-b2ab8d58d384 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:07:49.038790 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Attempting to bind port 9f434098-b75f-420c-929f-b2ab8d58d384 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:07:49.076075 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Port 9f434098-b75f-420c-929f-b2ab8d58d384 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:07:49.076403 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Attempting to bind port 9f434098-b75f-420c-929f-b2ab8d58d384 on network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:07:49.118080 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:07:49.118444 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Checking segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:07:49.118825 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Bound using segment: {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:07:49.119248 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Bound port: 9f434098-b75f-420c-929f-b2ab8d58d384, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc128670-6b47-4ac5-b695-e0aff0d52b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50'}}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:07:49.119598 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:49.181223 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] For port 9f434098-b75f-420c-929f-b2ab8d58d384, host hv-cinder-85743, cleared binding levels {{(pid=106652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:07:49.184158 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] For port 9f434098-b75f-420c-929f-b2ab8d58d384, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=9f434098-b75f-420c-929f-b2ab8d58d384,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:07:49.228909 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d8f04a6b-5379-400c-844c-3312b726e6ae None None] Attempt 2 to provision port 9f434098-b75f-420c-929f-b2ab8d58d384 Sep 23 14:07:49.258260 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:49.260026 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d8f04a6b-5379-400c-844c-3312b726e6ae None None] Port 9f434098-b75f-420c-929f-b2ab8d58d384 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:07:49.263937 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:49.264598 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:49.266517 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/9f434098-b75f-420c-929f-b2ab8d58d384 HTTP/1.1" status: 200 len: 1093 time: 0.7108181 Sep 23 14:07:49.273683 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'tag': '9f434098-b75f-420c-929f-b2ab8d58d384'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:49.273683 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83001b7d-3258-4a55-a7ad-de51c377c9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "eabc1ecf-db30-497e-ab52-807dbb0f9a09", "tag": "9f434098-b75f-420c-929f-b2ab8d58d384"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:49.311001 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec35583-9143-46de-aebe-7ebee70f0c1f x-openstack-request-id: req-9ec35583-9143-46de-aebe-7ebee70f0c1f {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:49.311284 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabc1ecf-db30-497e-ab52-807dbb0f9a09", "tag": "9f434098-b75f-420c-929f-b2ab8d58d384", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:49.311532 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ec35583-9143-46de-aebe-7ebee70f0c1f {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:49.311979 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec35583-9143-46de-aebe-7ebee70f0c1f'] response: {'name': 'network-changed', 'server_uuid': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'tag': '9f434098-b75f-420c-929f-b2ab8d58d384', 'status': 'completed', 'code': 200} Sep 23 14:07:49.316882 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1c442-a96e-46b4-b480-e6fef8d46d29 service neutron] Pushing event updated for resources: {'Port': ['ID=9f434098-b75f-420c-929f-b2ab8d58d384,revision_number=3']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:49.407484 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83001b7d-3258-4a55-a7ad-de51c377c9e4 req-79e623e7-5232-4ce2-8232-eb7376b83400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:49.408980 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-83001b7d-3258-4a55-a7ad-de51c377c9e4 req-79e623e7-5232-4ce2-8232-eb7376b83400 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 1127 time: 0.0414367 Sep 23 14:07:49.451519 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:49.536625 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83001b7d-3258-4a55-a7ad-de51c377c9e4 req-f3d5fa83-deda-4e43-9404-986fb3007798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:49.538072 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-83001b7d-3258-4a55-a7ad-de51c377c9e4 req-f3d5fa83-deda-4e43-9404-986fb3007798 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=482490c45ac64607bba9ad021f2effbf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1050694 Sep 23 14:07:49.641025 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83001b7d-3258-4a55-a7ad-de51c377c9e4 req-7ca9bfcb-0233-455f-92d4-1a1e65290d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:49.642521 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-83001b7d-3258-4a55-a7ad-de51c377c9e4 req-7ca9bfcb-0233-455f-92d4-1a1e65290d8d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962141 Sep 23 14:07:49.743772 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-c0e9a7b6-61e1-4f5c-8ac3-b0e5145827c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:49.745198 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-c0e9a7b6-61e1-4f5c-8ac3-b0e5145827c9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 1127 time: 0.0410652 Sep 23 14:07:49.761031 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d8f04a6b-5379-400c-844c-3312b726e6ae None None] Attempt 3 to provision port 9f434098-b75f-420c-929f-b2ab8d58d384 Sep 23 14:07:49.793788 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-afeca37a-31e5-4b36-9ff0-1df16b05f72f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f434098-b75f-420c-929f-b2ab8d58d384 HTTP/1.1" status: 200 len: 217 time: 0.0340433 Sep 23 14:07:49.807338 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d8f04a6b-5379-400c-844c-3312b726e6ae None None] Port 9f434098-b75f-420c-929f-b2ab8d58d384 had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:07:49.848006 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-5b91a2d3-e8c7-4d5a-a45b-4cfd62daaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:49.849445 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-5b91a2d3-e8c7-4d5a-a45b-4cfd62daaf20 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=80f7adc6-3046-4d27-ba65-e533eb9cae24 HTTP/1.1" status: 200 len: 854 time: 0.0482895 Sep 23 14:07:49.893769 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-735381e9-c31e-4d49-84dc-c68d032baa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:49.895600 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-735381e9-c31e-4d49-84dc-c68d032baa83 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=34e7a0c6-e35b-482b-a11c-b3c893e03a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397773 Sep 23 14:07:49.978743 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:49.997994 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-b39ee9b8-9288-4d94-971a-c069fa85fe4c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957007 Sep 23 14:07:50.027715 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420890f-07a7-481a-af8f-2034d9cae80b req-03c0bd20-eb56-4797-8333-3fbd6f530cdb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:50.029212 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6420890f-07a7-481a-af8f-2034d9cae80b req-03c0bd20-eb56-4797-8333-3fbd6f530cdb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 943 time: 0.0614967 Sep 23 14:07:50.081294 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6420890f-07a7-481a-af8f-2034d9cae80b req-c9722b80-cb02-4e5d-b8d5-7fc6e5007b2f tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449777 Sep 23 14:07:50.109778 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b03835a7-a288-4ed3-ab8a-076175dfb15a req-72a2e4e0-c58b-4f3c-affb-2077ef345cc1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994072 Sep 23 14:07:50.173265 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:51.207080 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b323a52-25f1-4053-9f6d-22a3073b1d05 req-4dfeb393-7372-4891-b239-d23e5b91523d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:51.208597 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1b323a52-25f1-4053-9f6d-22a3073b1d05 req-4dfeb393-7372-4891-b239-d23e5b91523d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 943 time: 0.0487497 Sep 23 14:07:51.260915 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1b323a52-25f1-4053-9f6d-22a3073b1d05 req-37852ece-7391-4529-babb-b968f981ab67 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466795 Sep 23 14:07:52.380827 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4637b-54a1-4ec5-815d-4b07c87ad9d1 req-0a942136-786c-4aab-b275-088b17e1145a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:52.382281 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e9e4637b-54a1-4ec5-815d-4b07c87ad9d1 req-0a942136-786c-4aab-b275-088b17e1145a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 943 time: 0.0463932 Sep 23 14:07:52.428458 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e9e4637b-54a1-4ec5-815d-4b07c87ad9d1 req-e09a5727-d029-417c-ba3e-3f9744644650 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406444 Sep 23 14:07:53.540156 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 9f434098-b75f-420c-929f-b2ab8d58d384 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:07:53.547900 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a47b9-7a0c-429f-a0ba-4d4de50b5c12 req-f12125da-6b5a-479b-8da6-d7b9e3611aeb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:53.549402 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-690a47b9-7a0c-429f-a0ba-4d4de50b5c12 req-f12125da-6b5a-479b-8da6-d7b9e3611aeb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 943 time: 0.0466352 Sep 23 14:07:53.583930 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:53.598345 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-690a47b9-7a0c-429f-a0ba-4d4de50b5c12 req-f717f5d1-e63b-4aa0-a77d-0c2d550b0829 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433981 Sep 23 14:07:53.642349 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 9f434098-b75f-420c-929f-b2ab8d58d384, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=9f434098-b75f-420c-929f-b2ab8d58d384,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:53.656909 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '9f434098-b75f-420c-929f-b2ab8d58d384', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'port_id': '9f434098-b75f-420c-929f-b2ab8d58d384', 'mac_address': 'fa:16:3e:1f:e9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:07:53.693170 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 9f434098-b75f-420c-929f-b2ab8d58d384 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:07:53.693564 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:53.708565 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f434098-b75f-420c-929f-b2ab8d58d384 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:07:53.729718 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 9f434098-b75f-420c-929f-b2ab8d58d384, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=9f434098-b75f-420c-929f-b2ab8d58d384,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:53.796029 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:53.842282 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=9f434098-b75f-420c-929f-b2ab8d58d384,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:54.729115 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b707b23-bd57-4ae4-8de3-c1fe5ca8eb26 req-0a405b56-ff55-4ec9-b049-b4428c60728b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:54.730626 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8b707b23-bd57-4ae4-8de3-c1fe5ca8eb26 req-0a405b56-ff55-4ec9-b049-b4428c60728b tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 944 time: 0.0565279 Sep 23 14:07:54.784234 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8b707b23-bd57-4ae4-8de3-c1fe5ca8eb26 req-2d5ce5f4-2dd9-4940-b10e-0132a0980f5e tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477622 Sep 23 14:07:54.820383 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['9f434098-b75f-420c-929f-b2ab8d58d384'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:07:55.908168 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9bcb6-3b8d-4d38-b6ea-935da257058b req-3b5d3632-2cfe-43ad-b0cc-70f63a93668f tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:55.913423 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-75a9bcb6-3b8d-4d38-b6ea-935da257058b req-3b5d3632-2cfe-43ad-b0cc-70f63a93668f tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 944 time: 0.0479958 Sep 23 14:07:55.958242 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-75a9bcb6-3b8d-4d38-b6ea-935da257058b req-38144c6c-6faa-47ab-87e3-0c693ed225ef tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 Sep 23 14:07:56.860810 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 9f434098-b75f-420c-929f-b2ab8d58d384 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:07:56.902146 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 9f434098-b75f-420c-929f-b2ab8d58d384 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:07:56.978508 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 9f434098-b75f-420c-929f-b2ab8d58d384 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:07:56.978918 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:56.979251 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 9f434098-b75f-420c-929f-b2ab8d58d384 Sep 23 14:07:57.084165 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85649e2-d165-4218-9dca-185f3436ac40 req-a61f78ac-6242-4c0e-973f-df7dd104b3cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:57.085734 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a85649e2-d165-4218-9dca-185f3436ac40 req-a61f78ac-6242-4c0e-973f-df7dd104b3cb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 944 time: 0.0506146 Sep 23 14:07:57.141783 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a85649e2-d165-4218-9dca-185f3436ac40 req-c7752f60-821d-4fcb-bb77-6109087bd0d0 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497015 Sep 23 14:07:57.181079 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 9f434098-b75f-420c-929f-b2ab8d58d384 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:07:57.181461 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:57.184092 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:57.204973 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f434098-b75f-420c-929f-b2ab8d58d384'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:07:57.210308 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf2b028-f37e-4664-85fc-78fc6360bf70" -d '{"events": [{"server_uuid": "eabc1ecf-db30-497e-ab52-807dbb0f9a09", "name": "network-vif-plugged", "status": "completed", "tag": "9f434098-b75f-420c-929f-b2ab8d58d384"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:07:57.211652 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:57.220794 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 9f434098-b75f-420c-929f-b2ab8d58d384, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=9f434098-b75f-420c-929f-b2ab8d58d384,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:07:57.316650 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:07:57.361963 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec47b63-bbe4-479e-a49e-2019cc0bb6e6 x-openstack-request-id: req-7ec47b63-bbe4-479e-a49e-2019cc0bb6e6 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:07:57.362264 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabc1ecf-db30-497e-ab52-807dbb0f9a09", "name": "network-vif-plugged", "status": "completed", "tag": "9f434098-b75f-420c-929f-b2ab8d58d384", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:07:57.362537 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ec47b63-bbe4-479e-a49e-2019cc0bb6e6 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:07:57.362927 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec47b63-bbe4-479e-a49e-2019cc0bb6e6'] response: {'server_uuid': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f434098-b75f-420c-929f-b2ab8d58d384', 'code': 200} Sep 23 14:07:57.372655 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=9f434098-b75f-420c-929f-b2ab8d58d384,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:07:57.654572 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:57.663677 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e71f5-2722-411f-8e0c-aef9288591f8 req-99440451-b961-4c56-992f-3a6ea3d17103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:57.665178 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ca2e71f5-2722-411f-8e0c-aef9288591f8 req-99440451-b961-4c56-992f-3a6ea3d17103 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 1129 time: 0.0400198 Sep 23 14:07:57.710007 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-ca2e71f5-2722-411f-8e0c-aef9288591f8 req-c09541ef-9adb-41fb-900c-b0e70894b5d8 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382373 Sep 23 14:07:58.332743 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d660a-db6a-44cc-852e-b6e5353f086c req-4d7cebda-39a4-4815-a63a-fc53b1153d58 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:58.332743 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-634d660a-db6a-44cc-852e-b6e5353f086c req-4d7cebda-39a4-4815-a63a-fc53b1153d58 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 945 time: 0.0522685 Sep 23 14:07:58.334540 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:58.334540 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:07:58.335215 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-634d660a-db6a-44cc-852e-b6e5353f086c req-b8df4573-b140-46eb-a13f-de0ce864aea2 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425792 Sep 23 14:07:59.453355 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5124445-e0f9-4842-90ca-f47375018323 req-738d2958-aaf6-418d-a444-f1d8dfc28c24 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:59.454906 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a5124445-e0f9-4842-90ca-f47375018323 req-738d2958-aaf6-418d-a444-f1d8dfc28c24 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 945 time: 0.0550139 Sep 23 14:07:59.503836 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a5124445-e0f9-4842-90ca-f47375018323 req-9129ba7d-23ee-457b-91af-15bf384590dc tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431497 Sep 23 14:07:59.625829 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f636c05-862a-49b7-8288-e1fd2cc2563b req-2b0b9dae-feff-49ef-89ab-a647b179be69 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:07:59.627514 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0f636c05-862a-49b7-8288-e1fd2cc2563b req-2b0b9dae-feff-49ef-89ab-a647b179be69 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 945 time: 0.0529907 Sep 23 14:07:59.637523 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 33750) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:07:59.642895 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-2599a7f9-3334-427c-bd69-f8401b266b12 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Request body: {'floatingip': {'port_id': '9f434098-b75f-420c-929f-b2ab8d58d384'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:07:59.686902 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2599a7f9-3334-427c-bd69-f8401b266b12 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (19818769-5748-4b45-ab11-bb473a28d42b), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:00.114179 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2599a7f9-3334-427c-bd69-f8401b266b12 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:00.183764 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2599a7f9-3334-427c-bd69-f8401b266b12 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (19818769-5748-4b45-ab11-bb473a28d42b), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:00.280688 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [None req-2599a7f9-3334-427c-bd69-f8401b266b12 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Floating IP 19818769-5748-4b45-ab11-bb473a28d42b associated. External IP: 172.27.1.170, port: 9f434098-b75f-420c-929f-b2ab8d58d384. Sep 23 14:08:00.284278 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:00.481011 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2599a7f9-3334-427c-bd69-f8401b266b12 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:08:00.587496 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2599a7f9-3334-427c-bd69-f8401b266b12 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:08:00.592649 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2599a7f9-3334-427c-bd69-f8401b266b12 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:00.596604 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:00.597486 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca852b7f-7195-4e7c-9113-71373eb2ba14 None None] Sync routers for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:08:00.607652 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca852b7f-7195-4e7c-9113-71373eb2ba14 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:08:00.612932 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ca852b7f-7195-4e7c-9113-71373eb2ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:07:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:08:00.624005 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-2599a7f9-3334-427c-bd69-f8401b266b12 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/19818769-5748-4b45-ab11-bb473a28d42b HTTP/1.1" status: 200 len: 991 time: 0.9853225 Sep 23 14:08:00.624919 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'tag': '9f434098-b75f-420c-929f-b2ab8d58d384'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:08:00.627905 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68" -d '{"events": [{"name": "network-changed", "server_uuid": "eabc1ecf-db30-497e-ab52-807dbb0f9a09", "tag": "9f434098-b75f-420c-929f-b2ab8d58d384"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:08:00.666343 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732ca32d-30cf-4f3e-8406-e7bb1760ebed x-openstack-request-id: req-732ca32d-30cf-4f3e-8406-e7bb1760ebed {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:08:00.666954 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabc1ecf-db30-497e-ab52-807dbb0f9a09", "tag": "9f434098-b75f-420c-929f-b2ab8d58d384", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:08:00.666954 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-732ca32d-30cf-4f3e-8406-e7bb1760ebed {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:08:00.667279 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732ca32d-30cf-4f3e-8406-e7bb1760ebed'] response: {'name': 'network-changed', 'server_uuid': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'tag': '9f434098-b75f-420c-929f-b2ab8d58d384', 'status': 'completed', 'code': 200} Sep 23 14:08:00.714439 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-ca852b7f-7195-4e7c-9113-71373eb2ba14 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:08:00.764735 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68 req-367291b4-4e07-4a2b-a0d9-876db280e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:00.767839 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68 req-367291b4-4e07-4a2b-a0d9-876db280e72c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=482490c45ac64607bba9ad021f2effbf&device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 1129 time: 0.0481465 Sep 23 14:08:00.868599 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68 req-acc11639-9990-4af7-aec9-76c50557bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:00.870123 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68 req-acc11639-9990-4af7-aec9-76c50557bbaa service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 200 len: 916 time: 0.0975235 Sep 23 14:08:00.938710 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68 req-f358bf01-4b2c-41a5-93c6-704aeb0bbabf service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f434098-b75f-420c-929f-b2ab8d58d384 HTTP/1.1" status: 200 len: 999 time: 0.0619483 Sep 23 14:08:00.949884 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ca852b7f-7195-4e7c-9113-71373eb2ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '19818769-5748-4b45-ab11-bb473a28d42b', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '9f434098-b75f-420c-929f-b2ab8d58d384', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:1f:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:43Z', 'updated_at': '2022-09-23T14:08:00Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:08:00.975721 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca852b7f-7195-4e7c-9113-71373eb2ba14 None None] Checking router: 7cb2b347-2372-47cb-9f3d-c47c2605bec5 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:08:00.984101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca852b7f-7195-4e7c-9113-71373eb2ba14 None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:08:00.984716 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ca852b7f-7195-4e7c-9113-71373eb2ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:07:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:08:00.994159 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68 req-0780f4cd-7318-482e-af24-059cacfa3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:00.995653 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68 req-0780f4cd-7318-482e-af24-059cacfa3701 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=80f7adc6-3046-4d27-ba65-e533eb9cae24 HTTP/1.1" status: 200 len: 854 time: 0.0514667 Sep 23 14:08:01.045492 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68 req-68d7a18a-d3d3-4d83-ad3a-60a2632971a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:01.047139 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68 req-68d7a18a-d3d3-4d83-ad3a-60a2632971a8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=34e7a0c6-e35b-482b-a11c-b3c893e03a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445478 Sep 23 14:08:01.098542 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-ca852b7f-7195-4e7c-9113-71373eb2ba14 None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:08:01.154993 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68 req-251dff53-e2f3-454f-8c2b-7ae01f8ff4a8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016419 Sep 23 14:08:01.250967 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-82e4fc65-4d8f-4b6e-82b0-ca9e1b246f68 req-8b1506e9-7463-4114-a7f3-3928c76d18bf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893388 Sep 23 14:08:01.328833 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ca852b7f-7195-4e7c-9113-71373eb2ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '19818769-5748-4b45-ab11-bb473a28d42b', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '9f434098-b75f-420c-929f-b2ab8d58d384', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:1f:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:43Z', 'updated_at': '2022-09-23T14:08:00Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:08:01.354323 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca852b7f-7195-4e7c-9113-71373eb2ba14 None None] The sync data for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi is: [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '19818769-5748-4b45-ab11-bb473a28d42b', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'port_id': '9f434098-b75f-420c-929f-b2ab8d58d384', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'mac_address': 'fa:16:3e:1f:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:43Z', 'updated_at': '2022-09-23T14:08:00Z', 'revision_number': 1, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:08:01.552942 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534e38b-317f-4341-bdb0-c4694ef7fb1d None None] New status for floating IP 19818769-5748-4b45-ab11-bb473a28d42b: ACTIVE {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:08:03.292522 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:08:09.616235 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:09.618142 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=46 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:11.246132 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:11.247979 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=38 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:11.326714 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=69 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:11.332675 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=93 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:13.287106 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:13.287921 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:14.750600 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:14.979255 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-2a507213-1eba-4bcb-933e-b44d5057a773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:15.904340 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-6a856e7a-d462-42cf-976b-f7d5d8328e16 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375836 Sep 23 14:08:16.854805 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-d481fb7d-dd3a-4c28-bc89-931d154ee855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:16.856297 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-d481fb7d-dd3a-4c28-bc89-931d154ee855 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=728460a287914347b74cfe886f56ee6c&device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 1129 time: 0.0441372 Sep 23 14:08:17.344972 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca81b-5b76-4479-ac98-e96a173ebd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:17.706503 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-6df2e288-e202-4045-9144-b2e55ba28500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:17.708716 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-6df2e288-e202-4045-9144-b2e55ba28500 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=190676c3-b885-43ca-a750-4bc929641327 HTTP/1.1" status: 200 len: 910 time: 0.0885828 Sep 23 14:08:18.585264 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:18.617417 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-254c0739-b2fc-4b1b-86e7-80987581ac0d service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d HTTP/1.1" status: 200 len: 1000 time: 0.0594478 Sep 23 14:08:18.666542 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-46b7a0e7-dd2a-439b-8dc2-654aa494c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:18.668098 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-46b7a0e7-dd2a-439b-8dc2-654aa494c98e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a0146b41-ef41-48f1-986e-e2e2f17f5d30 HTTP/1.1" status: 200 len: 848 time: 0.0439520 Sep 23 14:08:18.715431 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-2bd64e84-25c3-49cc-a26b-a1dc038b38df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:18.716886 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-2bd64e84-25c3-49cc-a26b-a1dc038b38df service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=190676c3-b885-43ca-a750-4bc929641327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391834 Sep 23 14:08:18.812030 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-6a930581-cfb7-41d0-b36e-0c350427e767 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856619 Sep 23 14:08:18.903930 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6fd5cc8c-f1b5-44c5-b311-64fb3be892b2 req-6bcf0e21-dd66-4c39-9e7c-1f6f6bc1904f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852902 Sep 23 14:08:19.984923 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:20.231144 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:28.899435 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=49 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:28.901337 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=52 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:29.922716 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:30.112327 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:32.330828 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4368b77-ed19-4a3e-aeeb-1a48dcb1ee2a req-1fb08b14-c1f0-43e8-af51-d52e097a7351 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:32.332345 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f4368b77-ed19-4a3e-aeeb-1a48dcb1ee2a req-1fb08b14-c1f0-43e8-af51-d52e097a7351 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0515568 Sep 23 14:08:32.383107 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f4368b77-ed19-4a3e-aeeb-1a48dcb1ee2a req-b4ec8fa5-f692-461d-a93a-1e1abaf55d38 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438523 Sep 23 14:08:33.520428 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4b14b-ac4a-4419-8b77-fea3c2e4d697 req-02d8f73a-b3e1-4a29-aa37-449a3166d056 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:33.522393 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e0b4b14b-ac4a-4419-8b77-fea3c2e4d697 req-02d8f73a-b3e1-4a29-aa37-449a3166d056 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0480645 Sep 23 14:08:33.575306 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e0b4b14b-ac4a-4419-8b77-fea3c2e4d697 req-65471ce0-3e28-4f95-8323-e03c7f6afabf tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474012 Sep 23 14:08:34.704078 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafecc38-6829-4b66-9ece-457229519bc8 req-fc669469-3e6b-4f35-915c-2714232ddaff tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:34.705527 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-aafecc38-6829-4b66-9ece-457229519bc8 req-fc669469-3e6b-4f35-915c-2714232ddaff tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0468929 Sep 23 14:08:34.754122 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-aafecc38-6829-4b66-9ece-457229519bc8 req-2018e374-382b-4761-9f8e-76db3f0679c6 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Sep 23 14:08:35.880298 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6692c-d38e-4b83-9121-da0067c19a79 req-31099659-221f-4c57-ab2d-3094af3b3f97 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:35.882030 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dde6692c-d38e-4b83-9121-da0067c19a79 req-31099659-221f-4c57-ab2d-3094af3b3f97 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0486534 Sep 23 14:08:35.931926 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dde6692c-d38e-4b83-9121-da0067c19a79 req-dcd8ddaa-9a4b-46a1-8839-dbf347c0f19f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442381 Sep 23 14:08:35.979439 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34078) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:36.088193 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:36.166805 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Publish callbacks [] for security_group (3eec6047-cf05-405e-ba1a-0c8d96d20538), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:36.248450 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (3eec6047-cf05-405e-ba1a-0c8d96d20538), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:36.289908 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=40d8fe457cfa4433aa4a53d1d133ba11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093932 Sep 23 14:08:36.290796 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eec6047-cf05-405e-ba1a-0c8d96d20538,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:36.292740 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34082) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:36.298094 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.298613 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.298909 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.299271 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.299598 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.299933 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.300280 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.300591 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.300920 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.301246 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.301575 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.301903 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.302228 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.302604 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.302950 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165fd35-6d04-4805-b32f-791b0024ade0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:36.347996 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9469481a-7ad6-48b8-a7fe-78f9103b144f admin admin] Publish callbacks [] for security_group (3eec6047-cf05-405e-ba1a-0c8d96d20538), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:36.371959 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9469481a-7ad6-48b8-a7fe-78f9103b144f admin admin] Publish callbacks [] for security_group (3eec6047-cf05-405e-ba1a-0c8d96d20538), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:36.494116 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9469481a-7ad6-48b8-a7fe-78f9103b144f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (3eec6047-cf05-405e-ba1a-0c8d96d20538), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:36.496655 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9469481a-7ad6-48b8-a7fe-78f9103b144f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:36.497795 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-9469481a-7ad6-48b8-a7fe-78f9103b144f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3eec6047-cf05-405e-ba1a-0c8d96d20538 HTTP/1.1" status: 204 len: 168 time: 0.2040908 Sep 23 14:08:36.506486 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469481a-7ad6-48b8-a7fe-78f9103b144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eec6047-cf05-405e-ba1a-0c8d96d20538,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:37.061669 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a73f9-2307-4985-995a-85f4b9298dea req-df59cf0e-473f-48a0-8d5c-18e1cb1537dc tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:37.064779 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f32a73f9-2307-4985-995a-85f4b9298dea req-df59cf0e-473f-48a0-8d5c-18e1cb1537dc tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0482452 Sep 23 14:08:37.110768 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f32a73f9-2307-4985-995a-85f4b9298dea req-10727556-be4e-4d53-a8cd-4bfff2ab16ab tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419252 Sep 23 14:08:37.137203 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34092) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:37.151077 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92cea508-74a7-4ed0-9567-86ef592c39a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:37.230091 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92cea508-74a7-4ed0-9567-86ef592c39a0 admin admin] Publish callbacks [] for security_group (b9936e4e-77fa-4b6b-9cd6-a4d8e3d2b2cb), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:37.294031 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-92cea508-74a7-4ed0-9567-86ef592c39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (b9936e4e-77fa-4b6b-9cd6-a4d8e3d2b2cb), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:37.333586 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-92cea508-74a7-4ed0-9567-86ef592c39a0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=bc4c978f05a1420c85e8e8d087735e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953163 Sep 23 14:08:37.334521 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cea508-74a7-4ed0-9567-86ef592c39a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9936e4e-77fa-4b6b-9cd6-a4d8e3d2b2cb,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:37.336426 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34094) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:37.386835 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d611b726-2bb2-45ca-ac17-d1eba10457e3 admin admin] Publish callbacks [] for security_group (b9936e4e-77fa-4b6b-9cd6-a4d8e3d2b2cb), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:37.410657 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d611b726-2bb2-45ca-ac17-d1eba10457e3 admin admin] Publish callbacks [] for security_group (b9936e4e-77fa-4b6b-9cd6-a4d8e3d2b2cb), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:37.494072 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d611b726-2bb2-45ca-ac17-d1eba10457e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (b9936e4e-77fa-4b6b-9cd6-a4d8e3d2b2cb), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:37.496622 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d611b726-2bb2-45ca-ac17-d1eba10457e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:37.497772 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-d611b726-2bb2-45ca-ac17-d1eba10457e3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b9936e4e-77fa-4b6b-9cd6-a4d8e3d2b2cb HTTP/1.1" status: 204 len: 168 time: 0.1603589 Sep 23 14:08:37.505575 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611b726-2bb2-45ca-ac17-d1eba10457e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9936e4e-77fa-4b6b-9cd6-a4d8e3d2b2cb,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:38.245180 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c155eb6-3fc0-447e-bdde-151a65c10164 req-b99a5093-4b3b-48dd-ae6b-1d46ac45d92d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:38.246824 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7c155eb6-3fc0-447e-bdde-151a65c10164 req-b99a5093-4b3b-48dd-ae6b-1d46ac45d92d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0515614 Sep 23 14:08:38.299949 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7c155eb6-3fc0-447e-bdde-151a65c10164 req-485738a6-4f60-42af-a9c4-d6b09e3c132f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471284 Sep 23 14:08:39.392538 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:39.418216 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:39.431766 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f2f7a-549f-4858-8617-5f2623f807e3 req-e54fe2ba-7433-4dad-9689-6a2b35067826 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:39.433258 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b93f2f7a-549f-4858-8617-5f2623f807e3 req-e54fe2ba-7433-4dad-9689-6a2b35067826 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0492525 Sep 23 14:08:39.486543 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b93f2f7a-549f-4858-8617-5f2623f807e3 req-b0a8d835-8975-40ff-9d5f-73574d7a33bd tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474041 Sep 23 14:08:40.291108 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:08:40.642816 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6074a-ec26-45f0-a281-3bb7c83a381f req-b76cf792-c210-409f-967f-adfcf8481a7a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:40.644298 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-76b6074a-ec26-45f0-a281-3bb7c83a381f req-b76cf792-c210-409f-967f-adfcf8481a7a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0742660 Sep 23 14:08:40.670860 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b12db-0907-4a28-b1f0-e550c1867da9 req-195a6aa3-d718-4c25-b49b-af24dcaa2250 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:40.672315 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-639b12db-0907-4a28-b1f0-e550c1867da9 req-195a6aa3-d718-4c25-b49b-af24dcaa2250 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0717158 Sep 23 14:08:40.720899 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-76b6074a-ec26-45f0-a281-3bb7c83a381f req-54854f23-ae10-45c2-8125-31795b2a4e05 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708935 Sep 23 14:08:40.745544 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-639b12db-0907-4a28-b1f0-e550c1867da9 req-84b3d7d0-ce4a-461b-9a2f-a69e96e704eb tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648100 Sep 23 14:08:41.890835 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13ef41-9309-4ed2-b312-0337441738c7 req-025aa874-ef0e-4cda-a5d3-e0767a5291f2 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:41.892318 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4c13ef41-9309-4ed2-b312-0337441738c7 req-025aa874-ef0e-4cda-a5d3-e0767a5291f2 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0841887 Sep 23 14:08:41.914264 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444feb70-bfe2-4bec-a37c-2077bc3e05ba req-1ecc88e1-27b8-4e58-bd58-c10396597435 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:41.915751 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-444feb70-bfe2-4bec-a37c-2077bc3e05ba req-1ecc88e1-27b8-4e58-bd58-c10396597435 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0727143 Sep 23 14:08:41.987010 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4c13ef41-9309-4ed2-b312-0337441738c7 req-dad0eccd-e165-4fb4-9b7a-7a75dc58807f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872941 Sep 23 14:08:41.991888 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-444feb70-bfe2-4bec-a37c-2077bc3e05ba req-20767e01-7eda-4d5d-8579-c55d2656a0f6 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688334 Sep 23 14:08:43.152159 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65054a-42ec-4b47-b091-f3ff40145f98 req-5a4ed47b-dea6-4b3a-854a-a9dc38f71047 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:43.153894 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ef65054a-42ec-4b47-b091-f3ff40145f98 req-5a4ed47b-dea6-4b3a-854a-a9dc38f71047 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0853469 Sep 23 14:08:43.159430 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644c79f-d4b7-4ea8-b955-4978b801f5fe req-f6a047f5-6b3f-4625-be03-bcf3a29b53e1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:43.160817 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f644c79f-d4b7-4ea8-b955-4978b801f5fe req-f6a047f5-6b3f-4625-be03-bcf3a29b53e1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0902138 Sep 23 14:08:43.242778 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ef65054a-42ec-4b47-b091-f3ff40145f98 req-26ab6317-1bfa-439a-a48e-f346992b6159 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809817 Sep 23 14:08:43.246759 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f644c79f-d4b7-4ea8-b955-4978b801f5fe req-4d9843c2-393d-4be6-8bec-b2bc7348268d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750930 Sep 23 14:08:44.240957 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=15 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:44.403057 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece03d88-b3a6-4703-a4c5-7ff24ab13b1c req-42db9301-8a49-4c12-9507-90e80c36f352 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:44.404700 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ece03d88-b3a6-4703-a4c5-7ff24ab13b1c req-42db9301-8a49-4c12-9507-90e80c36f352 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0747643 Sep 23 14:08:44.416268 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2d2ca-e466-49ec-8939-c5bdbc9a7c0b req-1705c388-c8d5-4721-8731-3193aded1167 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:44.422259 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-85b2d2ca-e466-49ec-8939-c5bdbc9a7c0b req-1705c388-c8d5-4721-8731-3193aded1167 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0763550 Sep 23 14:08:44.496755 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ece03d88-b3a6-4703-a4c5-7ff24ab13b1c req-8304d361-2d5e-4b55-bab5-8c2352959fe8 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780885 Sep 23 14:08:44.500770 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-85b2d2ca-e466-49ec-8939-c5bdbc9a7c0b req-05a65606-5bb0-4be5-ae86-bfedebbd5b53 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763419 Sep 23 14:08:44.797431 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:45.031701 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-3fab1d8b-7eaa-491c-bc5b-5441c74a344b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:45.140002 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 20043706-94ae-416a-96d1-e1f2fc14183b details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:08:45.239586 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:08:45.251394 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '20043706-94ae-416a-96d1-e1f2fc14183b', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'port_id': '20043706-94ae-416a-96d1-e1f2fc14183b', 'mac_address': 'fa:16:3e:39:47:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:08:45.284576 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 20043706-94ae-416a-96d1-e1f2fc14183b is: ACTIVE; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:08:45.284878 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:45.301519 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20043706-94ae-416a-96d1-e1f2fc14183b {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:08:45.321122 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:08:45.379778 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:45.425321 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=20043706-94ae-416a-96d1-e1f2fc14183b,revision_number=6']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:45.434954 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.435307 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.435676 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.436075 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.436417 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.436749 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.437075 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.437399 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.437724 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.438047 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.438391 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.438731 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.439055 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.439374 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.439698 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:45.556884 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['20043706-94ae-416a-96d1-e1f2fc14183b'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:08:45.656764 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8318d8-2017-4c04-a7ca-85ffa4949ff3 req-863a39d0-d9b6-45d7-833f-d4e950960d77 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:45.658223 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d8318d8-2017-4c04-a7ca-85ffa4949ff3 req-863a39d0-d9b6-45d7-833f-d4e950960d77 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0786188 Sep 23 14:08:45.667125 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c351c-12fa-4f35-bca0-4d495cdb3cd4 req-98d55996-f4f4-4cfa-b13e-d373d0c8ab50 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:45.669214 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e21c351c-12fa-4f35-bca0-4d495cdb3cd4 req-98d55996-f4f4-4cfa-b13e-d373d0c8ab50 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 944 time: 0.0767806 Sep 23 14:08:45.707607 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:45.756331 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d8318d8-2017-4c04-a7ca-85ffa4949ff3 req-4d0965a6-43ce-469a-a1ce-9d051f885212 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866966 Sep 23 14:08:45.768080 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e21c351c-12fa-4f35-bca0-4d495cdb3cd4 req-57835a07-106b-4695-ba70-05a586fb54ab tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889959 Sep 23 14:08:46.937223 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471573a-e3b6-4c29-b9d0-b595ead8c860 req-a8ba5b42-2d94-4e84-a61b-46d629b84ba5 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:46.939063 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7471573a-e3b6-4c29-b9d0-b595ead8c860 req-a8ba5b42-2d94-4e84-a61b-46d629b84ba5 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0617015 Sep 23 14:08:46.977636 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:47.003097 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7471573a-e3b6-4c29-b9d0-b595ead8c860 req-fca86b9e-4d7b-4752-8792-afd3a1adfcca tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555520 Sep 23 14:08:47.153282 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 20043706-94ae-416a-96d1-e1f2fc14183b up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:08:47.160890 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42905f7-a523-4a5c-99d2-83eb18a9304b req-179898e1-69d1-4a24-938e-c1aee49fc01f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:47.164593 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b42905f7-a523-4a5c-99d2-83eb18a9304b req-179898e1-69d1-4a24-938e-c1aee49fc01f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 944 time: 0.0834119 Sep 23 14:08:47.221756 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 20043706-94ae-416a-96d1-e1f2fc14183b triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:08:47.222533 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:47.223014 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 20043706-94ae-416a-96d1-e1f2fc14183b Sep 23 14:08:47.252911 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b42905f7-a523-4a5c-99d2-83eb18a9304b req-5670aded-e672-4822-8799-8980f0bfb638 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819232 Sep 23 14:08:47.327935 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=40,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:47.329725 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=29,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:47.337760 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 20043706-94ae-416a-96d1-e1f2fc14183b is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:08:47.338960 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:47.361582 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-bdda7a86-3d7e-4f27-ace3-e9b32dfd9dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:47.389422 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:08:47.392483 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb24b56-55bb-4149-837d-4e3d27034c57" -d '{"events": [{"server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "name": "network-vif-plugged", "status": "completed", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:08:47.407975 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:08:47.438222 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01cf5b6-11dd-496a-a3ad-4cac40587dd9 x-openstack-request-id: req-f01cf5b6-11dd-496a-a3ad-4cac40587dd9 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:08:47.438586 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "name": "network-vif-plugged", "status": "completed", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:08:47.438900 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f01cf5b6-11dd-496a-a3ad-4cac40587dd9 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:08:47.439241 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01cf5b6-11dd-496a-a3ad-4cac40587dd9'] response: {'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b', 'code': 200} Sep 23 14:08:47.506286 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:47.562783 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:47.569224 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=20043706-94ae-416a-96d1-e1f2fc14183b,revision_number=7']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:48.152592 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1aa1e-d0ab-4599-b80e-32b8ba9da761 req-16cc77e4-1b09-42bd-8c2c-40009e39d3ec tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:48.154085 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7ac1aa1e-d0ab-4599-b80e-32b8ba9da761 req-16cc77e4-1b09-42bd-8c2c-40009e39d3ec tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0573504 Sep 23 14:08:48.231162 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7ac1aa1e-d0ab-4599-b80e-32b8ba9da761 req-14d508cf-0a98-4a92-a98e-5e57b6fba731 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707166 Sep 23 14:08:48.606519 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf39da-2b76-4e31-9ad6-bdd5d3280bbe req-a0070793-2f30-44e8-89eb-1581163b1a97 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:48.608093 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-50bf39da-2b76-4e31-9ad6-bdd5d3280bbe req-a0070793-2f30-44e8-89eb-1581163b1a97 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0558579 Sep 23 14:08:48.615263 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:48.665344 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-50bf39da-2b76-4e31-9ad6-bdd5d3280bbe req-e8f84324-5383-4d47-9986-fa75ec404409 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510848 Sep 23 14:08:49.386008 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4b09-23ba-404d-b89d-28eef3f30721 req-d39795ce-a11a-42bc-8d42-2e91518702aa tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:49.387706 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a16d4b09-23ba-404d-b89d-28eef3f30721 req-d39795ce-a11a-42bc-8d42-2e91518702aa tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0829659 Sep 23 14:08:49.448039 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a16d4b09-23ba-404d-b89d-28eef3f30721 req-4aab7219-266d-43ca-9f94-5c5ff425f471 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534248 Sep 23 14:08:49.806255 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13518e5-46c7-4631-aa9d-d7cb97c34334 req-bc045f34-419c-495d-83cd-f7ceab247cec tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:49.829115 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c13518e5-46c7-4631-aa9d-d7cb97c34334 req-bc045f34-419c-495d-83cd-f7ceab247cec tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0574903 Sep 23 14:08:49.860188 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c13518e5-46c7-4631-aa9d-d7cb97c34334 req-432b471e-e79a-43ad-b62b-a4c3961d914a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 Sep 23 14:08:50.030796 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:50.209319 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:50.287379 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=19 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:50.603194 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f61479-3cc5-466d-881e-516bb775e6b8 req-cad662e0-9da3-4a53-9b46-ffecfcd4e102 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:50.605016 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b0f61479-3cc5-466d-881e-516bb775e6b8 req-cad662e0-9da3-4a53-9b46-ffecfcd4e102 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0582519 Sep 23 14:08:50.677408 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b0f61479-3cc5-466d-881e-516bb775e6b8 req-5264bd99-e342-4d55-83e5-380473ec5dde tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661271 Sep 23 14:08:51.064412 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd39c3-32eb-4186-88cf-a28e227e1e23 req-87653461-b577-4986-892f-afb4dc4770ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:51.067290 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cecd39c3-32eb-4186-88cf-a28e227e1e23 req-87653461-b577-4986-892f-afb4dc4770ff service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=728460a287914347b74cfe886f56ee6c&device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 1129 time: 0.0679519 Sep 23 14:08:51.073816 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d7a3a-c55f-453c-b492-8246fe71f920 req-86d9744a-336e-41e8-a115-33a424331ff4 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:51.091639 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-596d7a3a-c55f-453c-b492-8246fe71f920 req-86d9744a-336e-41e8-a115-33a424331ff4 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.1208627 Sep 23 14:08:51.170510 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-596d7a3a-c55f-453c-b492-8246fe71f920 req-7df07e06-0af9-48d3-821e-f359aada662b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778868 Sep 23 14:08:51.181114 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd39c3-32eb-4186-88cf-a28e227e1e23 req-c6316bfe-d006-4b78-a699-7644075d8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:51.182961 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cecd39c3-32eb-4186-88cf-a28e227e1e23 req-c6316bfe-d006-4b78-a699-7644075d8717 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=190676c3-b885-43ca-a750-4bc929641327 HTTP/1.1" status: 200 len: 910 time: 0.1075630 Sep 23 14:08:51.253459 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cecd39c3-32eb-4186-88cf-a28e227e1e23 req-1b7d9825-33ff-42d0-834d-beb616aa31a9 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d HTTP/1.1" status: 200 len: 1000 time: 0.0638919 Sep 23 14:08:51.306793 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd39c3-32eb-4186-88cf-a28e227e1e23 req-ef7fd774-5a68-4f6f-90a0-862eca1fee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:51.308347 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cecd39c3-32eb-4186-88cf-a28e227e1e23 req-ef7fd774-5a68-4f6f-90a0-862eca1fee5f service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a0146b41-ef41-48f1-986e-e2e2f17f5d30 HTTP/1.1" status: 200 len: 848 time: 0.0485137 Sep 23 14:08:51.357455 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd39c3-32eb-4186-88cf-a28e227e1e23 req-75d98a65-7b33-4092-8ec8-c5dbf6d1d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:51.358992 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cecd39c3-32eb-4186-88cf-a28e227e1e23 req-75d98a65-7b33-4092-8ec8-c5dbf6d1d43d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=190676c3-b885-43ca-a750-4bc929641327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431745 Sep 23 14:08:51.486030 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cecd39c3-32eb-4186-88cf-a28e227e1e23 req-8b785d4d-5cc5-424d-8bc4-afafbc71fb22 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203325 Sep 23 14:08:51.581770 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34334) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:51.598087 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cecd39c3-32eb-4186-88cf-a28e227e1e23 req-91ee7e56-0eb7-447e-91a5-b2332074365e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043725 Sep 23 14:08:51.717150 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7787510a-714f-4b05-b5d6-cee640ffb5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:51.838807 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316aef1-e224-43cf-b3ef-12724934e4e6 req-f67bd051-b523-4905-87a3-3a94ceb04fa4 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:51.840458 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e316aef1-e224-43cf-b3ef-12724934e4e6 req-f67bd051-b523-4905-87a3-3a94ceb04fa4 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0687821 Sep 23 14:08:51.879894 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7787510a-714f-4b05-b5d6-cee640ffb5bc admin admin] Publish callbacks [] for security_group (b7ae26c1-9970-4ace-9c5d-fdbf748cea18), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:51.912060 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e316aef1-e224-43cf-b3ef-12724934e4e6 req-69b938fb-420f-4eea-a279-d0f83e4b513e tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613327 Sep 23 14:08:51.963892 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-7787510a-714f-4b05-b5d6-cee640ffb5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (b7ae26c1-9970-4ace-9c5d-fdbf748cea18), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:51.967773 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:51.989058 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:52.006149 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787510a-714f-4b05-b5d6-cee640ffb5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae26c1-9970-4ace-9c5d-fdbf748cea18,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:52.015110 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34340) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:52.022734 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-7787510a-714f-4b05-b5d6-cee640ffb5bc admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=830ac297c6684cb7aa07d2f3f765d741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394040 Sep 23 14:08:52.090963 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Publish callbacks [] for security_group (b7ae26c1-9970-4ace-9c5d-fdbf748cea18), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:52.120727 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Publish callbacks [] for security_group (b7ae26c1-9970-4ace-9c5d-fdbf748cea18), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:52.243736 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (b7ae26c1-9970-4ace-9c5d-fdbf748cea18), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:52.247938 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:52.249849 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b7ae26c1-9970-4ace-9c5d-fdbf748cea18 HTTP/1.1" status: 204 len: 168 time: 0.2336934 Sep 23 14:08:52.261323 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae26c1-9970-4ace-9c5d-fdbf748cea18,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:52.270213 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.270917 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.271526 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.272122 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.272756 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.273350 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.273970 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.274797 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.275359 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.276324 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.277308 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.277970 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.278708 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.279446 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.280161 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87161bb-8a04-44b1-b204-a39bc374f3fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:08:52.324013 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0678cc1-5c66-4151-98d2-1e29c23dba1a req-64b3897b-2fda-482c-b752-d64add6ee42f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:52.325506 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f0678cc1-5c66-4151-98d2-1e29c23dba1a req-64b3897b-2fda-482c-b752-d64add6ee42f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0632653 Sep 23 14:08:52.382918 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f0678cc1-5c66-4151-98d2-1e29c23dba1a req-636d296a-84a1-4357-b68a-4faaf80ecf51 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474370 Sep 23 14:08:52.980572 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34352) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:52.995473 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5da695cd-73b3-45cb-bc17-6e9aa0e55e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:53.046960 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d31263-ee91-4d38-9ccb-36515b1e08cf req-f0426d91-1d73-4e5e-b15f-60fd7a97d046 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:53.048970 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c5d31263-ee91-4d38-9ccb-36515b1e08cf req-f0426d91-1d73-4e5e-b15f-60fd7a97d046 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0522037 Sep 23 14:08:53.078169 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5da695cd-73b3-45cb-bc17-6e9aa0e55e91 admin admin] Publish callbacks [] for security_group (47717c6a-c7b0-4d12-973d-bdd341913ee2), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:53.103122 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c5d31263-ee91-4d38-9ccb-36515b1e08cf req-b552f4d5-a382-4ea8-8dad-3a0235a7d485 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476232 Sep 23 14:08:53.387054 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5da695cd-73b3-45cb-bc17-6e9aa0e55e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (47717c6a-c7b0-4d12-973d-bdd341913ee2), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:53.429601 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da695cd-73b3-45cb-bc17-6e9aa0e55e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47717c6a-c7b0-4d12-973d-bdd341913ee2,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:53.436073 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-5da695cd-73b3-45cb-bc17-6e9aa0e55e91 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7fff51338cbf434089c2ee873ab4f2c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543169 Sep 23 14:08:53.439082 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34356) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:53.471345 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:53.500032 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-666a4eca-30e2-4ddf-b59e-dc01aab1ac5e admin admin] Publish callbacks [] for security_group (47717c6a-c7b0-4d12-973d-bdd341913ee2), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:53.532522 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-666a4eca-30e2-4ddf-b59e-dc01aab1ac5e admin admin] Publish callbacks [] for security_group (47717c6a-c7b0-4d12-973d-bdd341913ee2), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:53.554901 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c8cb5-757e-4493-88a6-eff1a2dd80dd req-ec3c4441-5e8b-4205-9d83-b1341e2b49cb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:53.565479 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:53.565696 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fc5c8cb5-757e-4493-88a6-eff1a2dd80dd req-ec3c4441-5e8b-4205-9d83-b1341e2b49cb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0848844 Sep 23 14:08:53.627868 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fc5c8cb5-757e-4493-88a6-eff1a2dd80dd req-99a02fce-5635-490d-90fe-99f524258d3b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596089 Sep 23 14:08:53.728808 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-666a4eca-30e2-4ddf-b59e-dc01aab1ac5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (47717c6a-c7b0-4d12-973d-bdd341913ee2), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:53.731500 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-666a4eca-30e2-4ddf-b59e-dc01aab1ac5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:53.732853 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-666a4eca-30e2-4ddf-b59e-dc01aab1ac5e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/47717c6a-c7b0-4d12-973d-bdd341913ee2 HTTP/1.1" status: 204 len: 168 time: 0.2928867 Sep 23 14:08:53.744345 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a4eca-30e2-4ddf-b59e-dc01aab1ac5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47717c6a-c7b0-4d12-973d-bdd341913ee2,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:54.255551 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c096ea-32e3-4ae8-9462-c1f57b4cbeb7 req-99ccb873-c4da-430c-a16f-d09bf0f45c16 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:54.255551 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-86c096ea-32e3-4ae8-9462-c1f57b4cbeb7 req-99ccb873-c4da-430c-a16f-d09bf0f45c16 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0649848 Sep 23 14:08:54.314476 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-86c096ea-32e3-4ae8-9462-c1f57b4cbeb7 req-d5ffea7d-308c-4e84-aa55-d201ad689748 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551679 Sep 23 14:08:54.539111 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34370) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:54.559113 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b7bc1da7-f9f4-455e-be63-ab6a1e98f5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:54.663025 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b7bc1da7-f9f4-455e-be63-ab6a1e98f5ff admin admin] Publish callbacks [] for security_group (475cc533-2e21-4103-afbe-9e4d65c7a8b6), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:54.723893 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b7bc1da7-f9f4-455e-be63-ab6a1e98f5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (475cc533-2e21-4103-afbe-9e4d65c7a8b6), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:54.769600 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc1da7-f9f4-455e-be63-ab6a1e98f5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475cc533-2e21-4103-afbe-9e4d65c7a8b6,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:54.831471 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-b7bc1da7-f9f4-455e-be63-ab6a1e98f5ff admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8a0037efb39a4fa4898c3756e0a00539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878115 Sep 23 14:08:54.832306 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34376) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:54.851484 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bac98-e50c-4151-aa47-4e85000d4bc8 req-ff3af6e3-ba12-4bb3-810c-9f97d4fd3e72 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:54.853004 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-935bac98-e50c-4151-aa47-4e85000d4bc8 req-ff3af6e3-ba12-4bb3-810c-9f97d4fd3e72 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.1094966 Sep 23 14:08:54.910979 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3e906624-1384-4603-bc64-0f0ae10e3130 admin admin] Publish callbacks [] for security_group (475cc533-2e21-4103-afbe-9e4d65c7a8b6), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:54.924818 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-935bac98-e50c-4151-aa47-4e85000d4bc8 req-2a1a5115-36d2-4d20-9c26-11b6f36c4261 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640073 Sep 23 14:08:54.951650 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3e906624-1384-4603-bc64-0f0ae10e3130 admin admin] Publish callbacks [] for security_group (475cc533-2e21-4103-afbe-9e4d65c7a8b6), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:55.129419 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3e906624-1384-4603-bc64-0f0ae10e3130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (475cc533-2e21-4103-afbe-9e4d65c7a8b6), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:55.132236 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3e906624-1384-4603-bc64-0f0ae10e3130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:55.133409 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-3e906624-1384-4603-bc64-0f0ae10e3130 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/475cc533-2e21-4103-afbe-9e4d65c7a8b6 HTTP/1.1" status: 204 len: 168 time: 0.2996926 Sep 23 14:08:55.144796 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e906624-1384-4603-bc64-0f0ae10e3130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475cc533-2e21-4103-afbe-9e4d65c7a8b6,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:55.490878 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55b341-cc0f-4db7-8aa9-6853f61e27d1 req-8d7549d4-8f60-4368-b944-8f2701f28aa7 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:55.492391 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0b55b341-cc0f-4db7-8aa9-6853f61e27d1 req-8d7549d4-8f60-4368-b944-8f2701f28aa7 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0859637 Sep 23 14:08:55.573518 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0b55b341-cc0f-4db7-8aa9-6853f61e27d1 req-17f58407-2b3e-4050-a760-e501bbdd6f3a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736568 Sep 23 14:08:55.661921 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [req-18d0d930-2932-4801-8503-1565b4cf7b8b req-0b3c9817-3b29-44cb-ba61-7a928081e16c service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106653) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 14:08:55.662909 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-18d0d930-2932-4801-8503-1565b4cf7b8b req-0b3c9817-3b29-44cb-ba61-7a928081e16c service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055048 Sep 23 14:08:56.247365 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345d885-f998-4c99-939c-88f08c355be1 req-bb21ebbf-f15e-4fed-b985-783c5675496a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:56.252494 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e345d885-f998-4c99-939c-88f08c355be1 req-bb21ebbf-f15e-4fed-b985-783c5675496a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.1506410 Sep 23 14:08:56.265656 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360e09e-b008-4761-9493-4648cce25cfa req-328631bb-7096-4c36-809b-0fb24b91e591 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:56.270476 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-df283f96-a1d2-4f02-8fa9-5eb15806eea6 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993998 Sep 23 14:08:56.277045 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f360e09e-b008-4761-9493-4648cce25cfa req-328631bb-7096-4c36-809b-0fb24b91e591 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.1730785 Sep 23 14:08:56.328428 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:56.363058 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719de0-4d03-4169-ad4b-a53425c31185 req-f3b28be0-aa4c-45f3-b729-eb39dacbc4ea tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:56.363874 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e345d885-f998-4c99-939c-88f08c355be1 req-84943ecb-8fbf-4edb-a9a8-a08b3cc8fc67 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839512 Sep 23 14:08:56.367647 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f360e09e-b008-4761-9493-4648cce25cfa req-a7a6c960-8cfd-4dbc-8777-aa61e10ee3bf tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898123 Sep 23 14:08:56.378860 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-f3b28be0-aa4c-45f3-b729-eb39dacbc4ea tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports/ddb61f77-2e1f-4d02-bd20-42e3ca25c62d HTTP/1.1" status: 200 len: 942 time: 0.0849946 Sep 23 14:08:57.199188 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device ddb61f77-2e1f-4d02-bd20-42e3ca25c62d no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:08:57.266898 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:57.279279 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d is: ACTIVE; New status is: DOWN {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:08:57.279675 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:57.304061 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:08:57.306277 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3076b630-7b6b-4884-bf66-508c70c5a5b8" -d '{"events": [{"server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:08:57.337046 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:08:57.349240 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Sep 2022 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1287d0-5bf5-494e-9198-8368fe5f9d47 x-openstack-request-id: req-ce1287d0-5bf5-494e-9198-8368fe5f9d47 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:08:57.349544 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "name": "network-vif-unplugged", "status": "failed", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d", "code": 422}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:08:57.349871 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce1287d0-5bf5-494e-9198-8368fe5f9d47 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:08:57.350322 dv-cinder-857434-4-iscsi neutron-server[106654]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ce1287d0-5bf5-494e-9198-8368fe5f9d47']: {'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'code': 422} returned with failed status Sep 23 14:08:57.375325 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:57.458807 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,revision_number=6']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:57.561922 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d007b-b287-4998-b4be-ebccd9e693a4 req-c4c0174b-41a4-436f-99d1-10b79982284d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:57.563794 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a84d007b-b287-4998-b4be-ebccd9e693a4 req-c4c0174b-41a4-436f-99d1-10b79982284d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0787802 Sep 23 14:08:57.585263 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:08:57.624013 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd98f7b-c08b-4d91-b2f5-df4c3ae3d296 req-937bb1cd-a0ae-4321-afaf-ad39fd9d4d7e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:57.633532 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4bd98f7b-c08b-4d91-b2f5-df4c3ae3d296 req-937bb1cd-a0ae-4321-afaf-ad39fd9d4d7e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0827923 Sep 23 14:08:57.699412 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a84d007b-b287-4998-b4be-ebccd9e693a4 req-5afe60a2-f356-47a5-b3ad-f0abaae9ef41 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176820 Sep 23 14:08:57.736899 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4bd98f7b-c08b-4d91-b2f5-df4c3ae3d296 req-9ca9efbb-9452-4aab-bb9d-35fe305ccd8e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013308 Sep 23 14:08:58.875959 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0fc7e-ab27-4de1-a3eb-016520df2ab6 req-f0b55551-973b-488e-802c-dda4f53164a5 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:58.877472 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-aac0fc7e-ab27-4de1-a3eb-016520df2ab6 req-f0b55551-973b-488e-802c-dda4f53164a5 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0820704 Sep 23 14:08:58.900718 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf6ff3-ef7a-458a-af9d-3a2043dd88c0 req-50348a87-1431-471e-acb4-8bc948278fd1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:58.902125 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bbdf6ff3-ef7a-458a-af9d-3a2043dd88c0 req-50348a87-1431-471e-acb4-8bc948278fd1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0652535 Sep 23 14:08:58.974613 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-aac0fc7e-ab27-4de1-a3eb-016520df2ab6 req-dcd12b30-53f4-46e9-9604-fd0703f58146 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899558 Sep 23 14:08:58.982603 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bbdf6ff3-ef7a-458a-af9d-3a2043dd88c0 req-23047e1b-3b32-4c6f-85ae-e20e96e87549 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710523 Sep 23 14:08:59.488698 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34502) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:59.599229 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c4049-d5a0-4f0c-bce9-f9eca2b329cd req-1df604c7-15c8-4e4f-aa9d-07619b02d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:59.599229 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6e9c4049-d5a0-4f0c-bce9-f9eca2b329cd req-1df604c7-15c8-4e4f-aa9d-07619b02d169 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 1129 time: 0.0443785 Sep 23 14:08:59.618574 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-59b2437a-76d9-4ed1-9dd4-575023a58a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:59.698601 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c4049-d5a0-4f0c-bce9-f9eca2b329cd req-f77b3190-bf3b-46b1-b327-7233a90cbd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:59.703636 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-59b2437a-76d9-4ed1-9dd4-575023a58a4b admin admin] Publish callbacks [] for security_group (f8e438e5-f132-4da4-ba2c-19f469922358), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:59.703763 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6e9c4049-d5a0-4f0c-bce9-f9eca2b329cd req-f77b3190-bf3b-46b1-b327-7233a90cbd24 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=0f2b1efa-9c49-4c4b-95ca-efb64f014785 HTTP/1.1" status: 200 len: 918 time: 0.0945764 Sep 23 14:08:59.768535 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6e9c4049-d5a0-4f0c-bce9-f9eca2b329cd req-df878f6c-ec05-4efa-8d73-c26d4e13a156 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20043706-94ae-416a-96d1-e1f2fc14183b HTTP/1.1" status: 200 len: 1001 time: 0.0572515 Sep 23 14:08:59.820319 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c4049-d5a0-4f0c-bce9-f9eca2b329cd req-0294b577-e756-459a-b5dd-849b98d9a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:08:59.821658 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6e9c4049-d5a0-4f0c-bce9-f9eca2b329cd req-0294b577-e756-459a-b5dd-849b98d9a4f6 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=020c9151-4899-48c8-812f-202e3637905a HTTP/1.1" status: 200 len: 856 time: 0.0429900 Sep 23 14:08:59.826280 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-59b2437a-76d9-4ed1-9dd4-575023a58a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (f8e438e5-f132-4da4-ba2c-19f469922358), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:59.866683 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-59b2437a-76d9-4ed1-9dd4-575023a58a4b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ff79a7bbf6b846e5841444acff0cd6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768201 Sep 23 14:08:59.867573 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2437a-76d9-4ed1-9dd4-575023a58a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e438e5-f132-4da4-ba2c-19f469922358,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:08:59.870095 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34510) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:08:59.930899 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-805eef7f-1ef9-4fed-8df3-6f3b12b58b73 admin admin] Publish callbacks [] for security_group (f8e438e5-f132-4da4-ba2c-19f469922358), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:08:59.955263 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-805eef7f-1ef9-4fed-8df3-6f3b12b58b73 admin admin] Publish callbacks [] for security_group (f8e438e5-f132-4da4-ba2c-19f469922358), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:00.117612 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c4049-d5a0-4f0c-bce9-f9eca2b329cd req-1735455c-ca19-4f6f-9262-85901ad041db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:00.119064 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6e9c4049-d5a0-4f0c-bce9-f9eca2b329cd req-1735455c-ca19-4f6f-9262-85901ad041db service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=0f2b1efa-9c49-4c4b-95ca-efb64f014785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2885647 Sep 23 14:09:00.131650 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-805eef7f-1ef9-4fed-8df3-6f3b12b58b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (f8e438e5-f132-4da4-ba2c-19f469922358), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:00.134150 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-805eef7f-1ef9-4fed-8df3-6f3b12b58b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:00.135280 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-805eef7f-1ef9-4fed-8df3-6f3b12b58b73 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f8e438e5-f132-4da4-ba2c-19f469922358 HTTP/1.1" status: 204 len: 168 time: 0.2642610 Sep 23 14:09:00.141312 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:00.161287 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208fe38-7098-4cb9-96d7-275efa7f50bd req-3b721484-8dea-4a0b-85e6-dffc3b484e50 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:00.162843 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d208fe38-7098-4cb9-96d7-275efa7f50bd req-3b721484-8dea-4a0b-85e6-dffc3b484e50 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0954828 Sep 23 14:09:00.163542 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805eef7f-1ef9-4fed-8df3-6f3b12b58b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e438e5-f132-4da4-ba2c-19f469922358,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:00.176156 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98ea5f-81e9-49f8-8511-92bd3389b059 req-fcfadeb0-6c5c-40c1-a666-67e5cff811bb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:00.177649 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ef98ea5f-81e9-49f8-8511-92bd3389b059 req-fcfadeb0-6c5c-40c1-a666-67e5cff811bb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0953572 Sep 23 14:09:00.252990 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d208fe38-7098-4cb9-96d7-275efa7f50bd req-e0690921-b79b-4813-ba04-3178406dbc92 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743258 Sep 23 14:09:00.264494 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ef98ea5f-81e9-49f8-8511-92bd3389b059 req-0f22a0db-3d63-4069-b279-812daccb24cb tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674973 Sep 23 14:09:00.361511 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca514da8-13eb-4ae8-8b63-9f1e0b04a43a req-e6f6daa7-1f32-412e-8003-dfd41918ae4d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:00.362986 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ca514da8-13eb-4ae8-8b63-9f1e0b04a43a req-e6f6daa7-1f32-412e-8003-dfd41918ae4d tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 945 time: 0.0500536 Sep 23 14:09:00.382243 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:00.411717 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ca514da8-13eb-4ae8-8b63-9f1e0b04a43a req-7f19706c-7455-40fe-9a58-22d77f8cb468 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431285 Sep 23 14:09:00.788869 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34522) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:00.803046 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b837bd52-62b7-4437-8247-ef3400a03729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:00.877094 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b837bd52-62b7-4437-8247-ef3400a03729 admin admin] Publish callbacks [] for security_group (7c850dbc-ad6f-46c9-a71a-3775340befa6), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:00.952182 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b837bd52-62b7-4437-8247-ef3400a03729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (7c850dbc-ad6f-46c9-a71a-3775340befa6), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:01.002394 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837bd52-62b7-4437-8247-ef3400a03729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c850dbc-ad6f-46c9-a71a-3775340befa6,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:01.006666 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-b837bd52-62b7-4437-8247-ef3400a03729 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b3a198a08f1d4daeb73edbdc9a614ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166891 Sep 23 14:09:01.009358 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34524) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:01.060342 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dce6-6e0f-4b38-a9f1-9b0b53723b68 admin admin] Publish callbacks [] for security_group (7c850dbc-ad6f-46c9-a71a-3775340befa6), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:01.080203 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dce6-6e0f-4b38-a9f1-9b0b53723b68 admin admin] Publish callbacks [] for security_group (7c850dbc-ad6f-46c9-a71a-3775340befa6), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:01.197404 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dce6-6e0f-4b38-a9f1-9b0b53723b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (7c850dbc-ad6f-46c9-a71a-3775340befa6), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:01.200550 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dce6-6e0f-4b38-a9f1-9b0b53723b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:01.201678 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-fcc1dce6-6e0f-4b38-a9f1-9b0b53723b68 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7c850dbc-ad6f-46c9-a71a-3775340befa6 HTTP/1.1" status: 204 len: 168 time: 0.1914365 Sep 23 14:09:01.209821 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1dce6-6e0f-4b38-a9f1-9b0b53723b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c850dbc-ad6f-46c9-a71a-3775340befa6,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:01.402077 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7707557-ca39-4277-9120-34ba08b8a612 req-47600730-5a41-444d-931b-8b105426a4da tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:01.404089 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e7707557-ca39-4277-9120-34ba08b8a612 req-47600730-5a41-444d-931b-8b105426a4da tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0745289 Sep 23 14:09:01.424352 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1f88a-846b-4706-8c39-6a8ba533ea83 req-69e1ecfb-184b-4284-bf36-0aac4a3f0145 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:01.426002 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b0c1f88a-846b-4706-8c39-6a8ba533ea83 req-69e1ecfb-184b-4284-bf36-0aac4a3f0145 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.0638750 Sep 23 14:09:01.496001 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e7707557-ca39-4277-9120-34ba08b8a612 req-5df37751-1f86-40c3-a5d1-a093992ee598 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818622 Sep 23 14:09:01.503488 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b0c1f88a-846b-4706-8c39-6a8ba533ea83 req-f0b6ef2c-ba14-49be-9487-19cfe4839d49 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701602 Sep 23 14:09:01.612826 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ec66e-0cc1-471e-abf3-296e730d2ad2 req-ea6223ca-26ce-40b5-80a1-b98269bf1fec tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:01.614642 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cf3ec66e-0cc1-471e-abf3-296e730d2ad2 req-ea6223ca-26ce-40b5-80a1-b98269bf1fec tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 945 time: 0.0544534 Sep 23 14:09:01.672158 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6e9c4049-d5a0-4f0c-bce9-f9eca2b329cd req-1312831f-48f1-49f5-ad62-ffcb98a362a4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055236 Sep 23 14:09:01.691150 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cf3ec66e-0cc1-471e-abf3-296e730d2ad2 req-25e61613-e05e-4498-830f-5faa6d11fade tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617468 Sep 23 14:09:01.869325 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-6e9c4049-d5a0-4f0c-bce9-f9eca2b329cd req-12d26af9-9a9f-4bfc-abfa-8407fb38ac84 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919063 Sep 23 14:09:02.260625 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34552) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:02.361861 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1125448695-network', 'tenant_id': '3ef0c5d7373640d6bb149b011f074ae3'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:09:02.443074 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Made reservation on behalf of 3ef0c5d7373640d6bb149b011f074ae3 for: {'network': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:09:02.445439 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:02.454437 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:02.528155 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Publish callbacks [] for security_group (4808b120-4a32-4392-a50f-b9b4b7d99080), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:02.612765 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4808b120-4a32-4392-a50f-b9b4b7d99080), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:02.632516 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:02.633493 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:02.670947 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5bb40-1cd3-4d8e-8876-c188e759c7d8 req-827b3ab2-f3e9-4346-9267-9ab224b4adbf tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:02.672330 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-64c5bb40-1cd3-4d8e-8876-c188e759c7d8 req-827b3ab2-f3e9-4346-9267-9ab224b4adbf tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0961905 Sep 23 14:09:02.683170 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=106653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:09:02.701470 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4808b120-4a32-4392-a50f-b9b4b7d99080,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:02.716454 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (ef0ab251-acd8-495c-9b10-68822c0b23ce), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:02.716895 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.segments_db [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Added segment ef0ab251-acd8-495c-9b10-68822c0b23ce of type vlan for network 8fe8b49f-60b3-4be0-8a23-a86795d8557a Sep 23 14:09:02.723383 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f37fb5-cee3-4b35-9779-3361ea4057af req-c7fc1f2f-f788-4cb6-984c-e39267f817e4 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:02.724834 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f2f37fb5-cee3-4b35-9779-3361ea4057af req-c7fc1f2f-f788-4cb6-984c-e39267f817e4 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 945 time: 0.1159813 Sep 23 14:09:03.039207 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (8fe8b49f-60b3-4be0-8a23-a86795d8557a), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:03.048947 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-64c5bb40-1cd3-4d8e-8876-c188e759c7d8 req-48ee50b1-2e7d-457f-8cb7-a7c34689743c tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630235 Sep 23 14:09:03.086134 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f2f37fb5-cee3-4b35-9779-3361ea4057af req-4321f02e-d1e9-4d58-a627-545d9bcaa71c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518167 Sep 23 14:09:03.139003 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (8fe8b49f-60b3-4be0-8a23-a86795d8557a), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:03.139966 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:03.140599 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:03.208054 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76d94f-3763-4c09-9362-3162f637c3cb req-b12bacdb-e064-4261-9a28-ee0d890f73b8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:03.209612 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-aa76d94f-3763-4c09-9362-3162f637c3cb req-b12bacdb-e064-4261-9a28-ee0d890f73b8 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 945 time: 0.0992048 Sep 23 14:09:03.223612 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 20043706-94ae-416a-96d1-e1f2fc14183b no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:09:03.230485 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe8b49f-60b3-4be0-8a23-a86795d8557a,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:03.246967 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 8fe8b49f-60b3-4be0-8a23-a86795d8557a details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:09:03.251737 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-2daee133-6e1b-477a-a60a-72361690d531 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9896703 Sep 23 14:09:03.254469 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34562) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:03.260832 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] Request body: {'subnet': {'network_id': '8fe8b49f-60b3-4be0-8a23-a86795d8557a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1125448695-subnet', 'tenant_id': '3ef0c5d7373640d6bb149b011f074ae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:09:03.274931 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-aa76d94f-3763-4c09-9362-3162f637c3cb req-bd158be0-cd41-4dc6-8024-ee2637a5a47a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580022 Sep 23 14:09:03.329982 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] Made reservation on behalf of 3ef0c5d7373640d6bb149b011f074ae3 for: {'subnet': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:09:03.332914 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:03.358701 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 20043706-94ae-416a-96d1-e1f2fc14183b is: ACTIVE; New status is: DOWN {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:09:03.359118 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:03.381202 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:09:03.383719 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c499ffb-8960-4291-a199-4ca5f41f00a7" -d '{"events": [{"server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "name": "network-vif-unplugged", "status": "completed", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:09:03.397154 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:03.418247 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:03.423323 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 14:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490cd726-37c1-4439-8dc3-bb25a0c92392 x-openstack-request-id: req-490cd726-37c1-4439-8dc3-bb25a0c92392 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:09:03.423638 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "name": "network-vif-unplugged", "status": "completed", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:09:03.423897 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-490cd726-37c1-4439-8dc3-bb25a0c92392 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:09:03.424298 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490cd726-37c1-4439-8dc3-bb25a0c92392'] response: {'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b', 'code': 200} Sep 23 14:09:03.443612 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:03.453671 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:03.494049 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=20043706-94ae-416a-96d1-e1f2fc14183b,revision_number=8']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:03.562888 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (30b21c58-0d07-49ae-9ba6-8484c8c583bb), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:03.621434 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b21c58-0d07-49ae-9ba6-8484c8c583bb,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:03.629877 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] Checking segment: {'id': 'ef0ab251-acd8-495c-9b10-68822c0b23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8fe8b49f-60b3-4be0-8a23-a86795d8557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:09:03.630062 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] Network hostable DHCP agents. Network: 8fe8b49f-60b3-4be0-8a23-a86795d8557a, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:09:03.710746 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-c69de56b-678c-4582-a504-ac0ecadae768 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:03.712274 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-c69de56b-678c-4582-a504-ac0ecadae768 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 945 time: 0.0527766 Sep 23 14:09:03.734220 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] Network 8fe8b49f-60b3-4be0-8a23-a86795d8557a is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:09:03.869822 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 8fe8b49f-60b3-4be0-8a23-a86795d8557a) {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:09:03.872552 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Deleting port 9f434098-b75f-420c-929f-b2ab8d58d384 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:09:03.872851 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:03.878941 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26d3cf-d30c-4204-9187-c03bc8a21f02 None None] Network 8fe8b49f-60b3-4be0-8a23-a86795d8557a requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:09:03.891510 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:03.892102 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:03.984091 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] For port 9f434098-b75f-420c-929f-b2ab8d58d384, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=9f434098-b75f-420c-929f-b2ab8d58d384,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:03.984566 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:03.994126 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8275db42-45d6-4f9f-b8fe-f96d7346935d None None] Network 8fe8b49f-60b3-4be0-8a23-a86795d8557a requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:09:04.037120 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-edb5ed5e-c2dd-4b29-a52e-206d971b5aad admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7806661 Sep 23 14:09:04.175312 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:04.175736 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (19818769-5748-4b45-ab11-bb473a28d42b), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:04.176057 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Floating IP 19818769-5748-4b45-ab11-bb473a28d42b disassociated. External IP: 172.27.1.170, port: 9f434098-b75f-420c-929f-b2ab8d58d384. Sep 23 14:09:04.176404 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Calling delete_port for 9f434098-b75f-420c-929f-b2ab8d58d384 owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:09:04.190975 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f6a4e-d84c-4951-a10d-f872390e1d82 req-1d0190be-d5a2-4660-a879-811fe9d16626 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:04.193271 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f8f6a4e-d84c-4951-a10d-f872390e1d82 req-1d0190be-d5a2-4660-a879-811fe9d16626 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0582514 Sep 23 14:09:04.225226 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:04.275524 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f45e6f-804a-49cb-998b-396170d249a2 req-8b06e0d0-5e57-474d-bd32-1bd89f34fc7d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:04.277019 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-49f45e6f-804a-49cb-998b-396170d249a2 req-8b06e0d0-5e57-474d-bd32-1bd89f34fc7d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0827854 Sep 23 14:09:04.285699 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:04.304815 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f8f6a4e-d84c-4951-a10d-f872390e1d82 req-dd427cbc-fac8-4cbe-bfb4-0e8f5f8b68a3 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969460 Sep 23 14:09:04.396277 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-49f45e6f-804a-49cb-998b-396170d249a2 req-968cc3ca-68b6-43dd-8326-a1e83f741bed tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051228 Sep 23 14:09:04.404590 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (9f434098-b75f-420c-929f-b2ab8d58d384), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:04.426913 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719de0-4d03-4169-ad4b-a53425c31185 req-dc035bba-fb99-4637-8518-256ae0e18c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:04.429636 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-dc035bba-fb99-4637-8518-256ae0e18c9c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a&tenant_id=728460a287914347b74cfe886f56ee6c HTTP/1.1" status: 200 len: 1127 time: 0.1005325 Sep 23 14:09:04.452917 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'Port': ['ID=9f434098-b75f-420c-929f-b2ab8d58d384,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:04.459755 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60707e7b-3cf0-4e09-8a51-2eb564c096a1 req-dc58eaf7-e736-43d6-bec0-791fcc8cce67 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:04.461312 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-60707e7b-3cf0-4e09-8a51-2eb564c096a1 req-dc58eaf7-e736-43d6-bec0-791fcc8cce67 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 945 time: 0.0831144 Sep 23 14:09:04.547122 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-60707e7b-3cf0-4e09-8a51-2eb564c096a1 req-874121d4-dbbf-4277-b461-5cf711e8b95f tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fa312a2e-d06c-485e-92e2-73b5b9614af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730217 Sep 23 14:09:04.556992 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719de0-4d03-4169-ad4b-a53425c31185 req-37939b1e-b59f-4cd2-b7f9-f2a083161c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:04.558753 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-37939b1e-b59f-4cd2-b7f9-f2a083161c8c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=728460a287914347b74cfe886f56ee6c&device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 1127 time: 0.0507033 Sep 23 14:09:04.581543 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:09:04.585928 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:04.683830 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719de0-4d03-4169-ad4b-a53425c31185 req-d364a2e0-0f21-4277-a2f0-bbf4cfb597f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:04.688615 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-d364a2e0-0f21-4277-a2f0-bbf4cfb597f0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=190676c3-b885-43ca-a750-4bc929641327 HTTP/1.1" status: 200 len: 910 time: 0.1098959 Sep 23 14:09:04.695125 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:09:04.704407 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59bd59-7c2c-4fe7-8089-3ed28cf0123a None None] Sync routers for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:09:04.714683 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59bd59-7c2c-4fe7-8089-3ed28cf0123a None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:09:04.715362 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ef59bd59-7c2c-4fe7-8089-3ed28cf0123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:08:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:04.738577 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] No DVR routers for this DVR port 9f434098-b75f-420c-929f-b2ab8d58d384 on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:09:04.741134 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:04.744414 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-49387073-fcc3-4c79-ac14-a506edfebd44 req-70fccfee-656c-41e3-b29f-35a08bb516fb tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.49 "DELETE /networking/v2.0/ports/9f434098-b75f-420c-929f-b2ab8d58d384 HTTP/1.1" status: 204 len: 173 time: 0.9608028 Sep 23 14:09:04.744900 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'name': 'network-vif-deleted', 'tag': '9f434098-b75f-420c-929f-b2ab8d58d384'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:09:04.747830 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ea21c4-5713-4591-bba7-692d9ba8fa07" -d '{"events": [{"server_uuid": "eabc1ecf-db30-497e-ab52-807dbb0f9a09", "name": "network-vif-deleted", "tag": "9f434098-b75f-420c-929f-b2ab8d58d384"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:09:04.762552 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:04.791903 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0b6feb-127e-4fbd-bca6-4ebb4e84449e x-openstack-request-id: req-5a0b6feb-127e-4fbd-bca6-4ebb4e84449e {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:09:04.792199 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabc1ecf-db30-497e-ab52-807dbb0f9a09", "name": "network-vif-deleted", "tag": "9f434098-b75f-420c-929f-b2ab8d58d384", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:09:04.792452 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a0b6feb-127e-4fbd-bca6-4ebb4e84449e {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:09:04.792869 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0b6feb-127e-4fbd-bca6-4ebb4e84449e'] response: {'server_uuid': 'eabc1ecf-db30-497e-ab52-807dbb0f9a09', 'name': 'network-vif-deleted', 'tag': '9f434098-b75f-420c-929f-b2ab8d58d384', 'status': 'completed', 'code': 200} Sep 23 14:09:04.829457 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-ef59bd59-7c2c-4fe7-8089-3ed28cf0123a None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:09:04.958711 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34588) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:04.963711 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1191183282-network', 'tenant_id': 'e001a2e371f7483ab56127aca94971fc'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:09:05.028670 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-761d20f8-598c-4957-978a-4e00f26ada4b service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d HTTP/1.1" status: 200 len: 998 time: 0.0640876 Sep 23 14:09:05.033159 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:05.050995 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ef59bd59-7c2c-4fe7-8089-3ed28cf0123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:05.071287 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:05.076388 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59bd59-7c2c-4fe7-8089-3ed28cf0123a None None] Checking router: 7cb2b347-2372-47cb-9f3d-c47c2605bec5 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:09:05.083246 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719de0-4d03-4169-ad4b-a53425c31185 req-bc93ee1d-d971-4807-9824-d043861eedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:05.084220 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Made reservation on behalf of e001a2e371f7483ab56127aca94971fc for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:09:05.084714 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-bc93ee1d-d971-4807-9824-d043861eedd0 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a0146b41-ef41-48f1-986e-e2e2f17f5d30 HTTP/1.1" status: 200 len: 848 time: 0.0458322 Sep 23 14:09:05.085340 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59bd59-7c2c-4fe7-8089-3ed28cf0123a None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:09:05.085953 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ef59bd59-7c2c-4fe7-8089-3ed28cf0123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:08:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:05.092008 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:05.103988 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:05.140126 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719de0-4d03-4169-ad4b-a53425c31185 req-97c9e715-ba62-495e-9178-e6a7bfe32944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:05.141637 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-97c9e715-ba62-495e-9178-e6a7bfe32944 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=190676c3-b885-43ca-a750-4bc929641327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453887 Sep 23 14:09:05.196199 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Publish callbacks [] for security_group (1f181784-3927-4100-b227-011949762f7a), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:05.256339 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-353aeaf5-005b-4daf-ac25-087e189a5779 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025710 Sep 23 14:09:05.272708 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (1f181784-3927-4100-b227-011949762f7a), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:05.303487 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=106652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:09:05.311697 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f181784-3927-4100-b227-011949762f7a,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:05.316916 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (a654950d-5484-4c07-8f5e-1cfcabc83c3f), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:05.317329 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Added segment a654950d-5484-4c07-8f5e-1cfcabc83c3f of type vlan for network 6a240081-ffd6-441f-bc9d-9f7260ecb420 Sep 23 14:09:05.346892 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-ef59bd59-7c2c-4fe7-8089-3ed28cf0123a None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:09:05.373056 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (6a240081-ffd6-441f-bc9d-9f7260ecb420), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:05.380289 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:05.389581 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-deb501e3-ae14-4988-97cb-1104df3e76a0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094196 Sep 23 14:09:05.459003 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc4140-25a2-4ecf-8553-cc1622048293 req-f2c876c5-09c4-46af-b1bf-fe2f9f076ed6 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:05.462134 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8acc4140-25a2-4ecf-8553-cc1622048293 req-f2c876c5-09c4-46af-b1bf-fe2f9f076ed6 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0548141 Sep 23 14:09:05.500963 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (6a240081-ffd6-441f-bc9d-9f7260ecb420), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:05.502025 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:05.502631 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:05.557119 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8acc4140-25a2-4ecf-8553-cc1622048293 req-f27dd29c-977d-4a2f-9f90-9e7adf82aa83 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837197 Sep 23 14:09:05.571051 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a240081-ffd6-441f-bc9d-9f7260ecb420,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:05.577442 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd618e-87b2-4f34-8544-c2969927405e req-c62207ba-b943-4483-be5e-8af2dbb5388a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:05.581743 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4fdd618e-87b2-4f34-8544-c2969927405e req-c62207ba-b943-4483-be5e-8af2dbb5388a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0846026 Sep 23 14:09:05.584971 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 6a240081-ffd6-441f-bc9d-9f7260ecb420 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:09:05.604833 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ef59bd59-7c2c-4fe7-8089-3ed28cf0123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:05.627845 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-df3afe6f-f5bc-4b4c-8cfd-9fb44d9446f8 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6678684 Sep 23 14:09:05.628608 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34596) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:05.634761 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] Request body: {'subnet': {'network_id': '6a240081-ffd6-441f-bc9d-9f7260ecb420', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1191183282-subnet', 'tenant_id': 'e001a2e371f7483ab56127aca94971fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:09:05.660471 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4fdd618e-87b2-4f34-8544-c2969927405e req-637cbe2e-e1dd-425c-8b12-dcadaf7a86ae tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745649 Sep 23 14:09:05.662671 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59bd59-7c2c-4fe7-8089-3ed28cf0123a None None] The sync data for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi is: [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:02:16Z', 'revision_number': 4, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': 'c3d218e8-56db-4eef-87b3-2af37d504398', 'name': '', 'network_id': '34e7a0c6-e35b-482b-a11c-b3c893e03a50', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'mac_address': 'fa:16:3e:c5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:14Z', 'updated_at': '2022-09-23T14:02:26Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'subnets': [{'id': '80f7adc6-3046-4d27-ba65-e533eb9cae24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:09:05.708896 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d9a8812a-7fbe-43dc-9196-2f833d50ebfb req-9361cd45-f370-469e-b233-c00606cfe23f tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=eabc1ecf-db30-497e-ab52-807dbb0f9a09 HTTP/1.1" status: 200 len: 210 time: 0.0410926 Sep 23 14:09:05.747154 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] Made reservation on behalf of e001a2e371f7483ab56127aca94971fc for: {'subnet': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:09:05.749676 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:05.936761 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a1dce-4c6f-4817-94a7-fb51119f733d None None] New status for floating IP 19818769-5748-4b45-ab11-bb473a28d42b: DOWN {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:09:06.009798 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (6ebb0003-b714-4330-8b24-1c726eb66298), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:06.068615 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebb0003-b714-4330-8b24-1c726eb66298,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:06.076607 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] Checking segment: {'id': 'a654950d-5484-4c07-8f5e-1cfcabc83c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6a240081-ffd6-441f-bc9d-9f7260ecb420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:09:06.076975 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] Network hostable DHCP agents. Network: 6a240081-ffd6-441f-bc9d-9f7260ecb420, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:09:06.088739 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:06.215958 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] Network 6a240081-ffd6-441f-bc9d-9f7260ecb420 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:09:06.300547 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 6a240081-ffd6-441f-bc9d-9f7260ecb420) {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:09:06.304788 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:06.306003 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:06.310100 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8d606c-e92c-47a8-a5a8-58d13dfc9880 None None] Network 6a240081-ffd6-441f-bc9d-9f7260ecb420 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:09:06.404283 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-16ee97f8-3169-4658-a07e-570b634e1a90 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7649529 Sep 23 14:09:06.416528 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b920d73-8f1a-42bc-b8ed-ca5bf57f73b4 None None] Network 6a240081-ffd6-441f-bc9d-9f7260ecb420 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:09:06.476498 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:06.711073 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc221b-69d4-4eb7-b444-fbb4e377b40c req-8e6b8f8e-03a3-4427-b265-c6b252e2a29b tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:06.711073 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d0bc221b-69d4-4eb7-b444-fbb4e377b40c req-8e6b8f8e-03a3-4427-b265-c6b252e2a29b tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0502315 Sep 23 14:09:06.755356 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:06.764570 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d0bc221b-69d4-4eb7-b444-fbb4e377b40c req-41089ed7-fdc8-474f-adc8-554e6e31c9ef tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495183 Sep 23 14:09:06.930196 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34622) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:06.989781 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bb95a64d-da0a-4abc-b970-28a871f3d5ce tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (fa312a2e-d06c-485e-92e2-73b5b9614af1), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:07.014934 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bb95a64d-da0a-4abc-b970-28a871f3d5ce tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (fa312a2e-d06c-485e-92e2-73b5b9614af1), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:07.129688 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bb95a64d-da0a-4abc-b970-28a871f3d5ce tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (fa312a2e-d06c-485e-92e2-73b5b9614af1), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:07.132526 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bb95a64d-da0a-4abc-b970-28a871f3d5ce tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:07.134730 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-bb95a64d-da0a-4abc-b970-28a871f3d5ce tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fa312a2e-d06c-485e-92e2-73b5b9614af1 HTTP/1.1" status: 204 len: 168 time: 0.2026496 Sep 23 14:09:07.136895 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34630) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:07.162582 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.api.v2.resource [None req-edc639ff-1bdf-4a34-91c8-19bf72a46986 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] show failed (client error): The resource could not be found. Sep 23 14:09:07.163513 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95a64d-da0a-4abc-b970-28a871f3d5ce tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa312a2e-d06c-485e-92e2-73b5b9614af1,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:07.163658 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-edc639ff-1bdf-4a34-91c8-19bf72a46986 tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "GET /networking/v2.0/security-groups/fa312a2e-d06c-485e-92e2-73b5b9614af1 HTTP/1.1" status: 404 len: 347 time: 0.0239122 Sep 23 14:09:07.166649 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34632) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:07.263880 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 20043706-94ae-416a-96d1-e1f2fc14183b no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:09:07.284010 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-06aee222-f1dc-4965-bcb7-c4596bc7af7a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Deleting port 7a5a4669-2d4b-4978-923c-b0da5dfe5890 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:09:07.284423 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-06aee222-f1dc-4965-bcb7-c4596bc7af7a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (7a5a4669-2d4b-4978-923c-b0da5dfe5890), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:07.345029 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 20043706-94ae-416a-96d1-e1f2fc14183b is: DOWN; New status is: DOWN {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:09:07.346025 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 9f434098-b75f-420c-929f-b2ab8d58d384 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:09:07.369046 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 9f434098-b75f-420c-929f-b2ab8d58d384 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:09:07.370756 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 9f434098-b75f-420c-929f-b2ab8d58d384 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:09:07.375827 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-06aee222-f1dc-4965-bcb7-c4596bc7af7a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (7a5a4669-2d4b-4978-923c-b0da5dfe5890), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:07.376166 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-06aee222-f1dc-4965-bcb7-c4596bc7af7a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (7a5a4669-2d4b-4978-923c-b0da5dfe5890), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:07.390895 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-06aee222-f1dc-4965-bcb7-c4596bc7af7a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Calling delete_port for 7a5a4669-2d4b-4978-923c-b0da5dfe5890 owned by network:floatingip {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:09:07.631943 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-06aee222-f1dc-4965-bcb7-c4596bc7af7a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (7a5a4669-2d4b-4978-923c-b0da5dfe5890), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:07.656657 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aee222-f1dc-4965-bcb7-c4596bc7af7a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Pushing event deleted for resources: {'Port': ['ID=7a5a4669-2d4b-4978-923c-b0da5dfe5890,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:07.681913 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-06aee222-f1dc-4965-bcb7-c4596bc7af7a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks [] for floatingip (19818769-5748-4b45-ab11-bb473a28d42b), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:07.685024 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-06aee222-f1dc-4965-bcb7-c4596bc7af7a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:07.686737 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-06aee222-f1dc-4965-bcb7-c4596bc7af7a tempest-AttachVolumeNegativeTest-1878946497 tempest-AttachVolumeNegativeTest-1878946497-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/19818769-5748-4b45-ab11-bb473a28d42b HTTP/1.1" status: 204 len: 168 time: 0.5186248 Sep 23 14:09:07.886656 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606b509-6041-480c-ba39-4cad9cfcb3b9 req-2d0164f4-fe18-47df-8ce1-466076a88502 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:07.888548 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3606b509-6041-480c-ba39-4cad9cfcb3b9 req-2d0164f4-fe18-47df-8ce1-466076a88502 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0465839 Sep 23 14:09:07.936373 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3606b509-6041-480c-ba39-4cad9cfcb3b9 req-88b200f8-d5da-432a-8ae7-318d2610b395 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423722 Sep 23 14:09:08.265091 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bec41d-550e-48c5-95e9-2a2fc6183553 req-41f89b3d-abc3-4aec-94a3-9a4c3a98ad45 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:08.266640 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-95bec41d-550e-48c5-95e9-2a2fc6183553 req-41f89b3d-abc3-4aec-94a3-9a4c3a98ad45 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0498400 Sep 23 14:09:08.317831 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-95bec41d-550e-48c5-95e9-2a2fc6183553 req-2dc04984-57ba-4045-9197-a4f6bd05e26c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448310 Sep 23 14:09:08.935756 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34680) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:09.069684 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-46956df6-21d6-45b7-a519-7949b06250ba service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327701 Sep 23 14:09:09.081598 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-177a7837-8299-483c-b56d-cd76326d0038 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106653) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 14:09:09.082852 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-177a7837-8299-483c-b56d-cd76326d0038 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062656 Sep 23 14:09:09.093083 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857a835-c849-4daf-ab20-d675e656784b req-b2f6bca3-3537-4347-811e-4a4c09052c0a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:09.095266 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4857a835-c849-4daf-ab20-d675e656784b req-b2f6bca3-3537-4347-811e-4a4c09052c0a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0740609 Sep 23 14:09:09.176100 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4857a835-c849-4daf-ab20-d675e656784b req-3a3fbbb1-decc-4f30-a8a4-bd63c55bd9e6 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743949 Sep 23 14:09:09.176595 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34700) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:09.300639 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-fbc6d2fe-4bc4-43ba-9f30-85351fa5643c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:09.301993 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-fbc6d2fe-4bc4-43ba-9f30-85351fa5643c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports/20043706-94ae-416a-96d1-e1f2fc14183b HTTP/1.1" status: 200 len: 940 time: 0.1239579 Sep 23 14:09:09.468136 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6febc-21af-4c8f-a6a3-754e6cc92f5a req-b3fe82b0-6e38-483b-9b24-855febb232ec tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:09.469599 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e9c6febc-21af-4c8f-a6a3-754e6cc92f5a req-b3fe82b0-6e38-483b-9b24-855febb232ec tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0561297 Sep 23 14:09:09.519268 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e9c6febc-21af-4c8f-a6a3-754e6cc92f5a req-e3a36f11-b94b-459f-b96b-1d72f4017397 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438015 Sep 23 14:09:10.315533 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6249178-18a7-4cea-ab59-766406f29f3a req-ba793612-5656-478b-bf48-62770ddb1c23 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:10.317133 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c6249178-18a7-4cea-ab59-766406f29f3a req-ba793612-5656-478b-bf48-62770ddb1c23 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0488348 Sep 23 14:09:10.368212 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c6249178-18a7-4cea-ab59-766406f29f3a req-c3948c83-befa-45c7-9dd2-f21faeae1b3b tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444105 Sep 23 14:09:10.688922 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaebf6-7b44-4046-8248-8ab77f675530 req-2fff7756-ca33-4875-8cce-83c79ee6cb85 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:10.689058 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cbaebf6-7b44-4046-8248-8ab77f675530 req-2fff7756-ca33-4875-8cce-83c79ee6cb85 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0731919 Sep 23 14:09:10.742348 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cbaebf6-7b44-4046-8248-8ab77f675530 req-415ee81e-1c6c-4974-aab0-002c30f9168d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444679 Sep 23 14:09:11.128110 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-8bb6d50e-7ac6-45b7-bf1f-3c38714a8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:11.129599 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-8bb6d50e-7ac6-45b7-bf1f-3c38714a8caf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca&tenant_id=c21d140d48ba4014bc470e8cf720785d HTTP/1.1" status: 200 len: 1127 time: 0.0398347 Sep 23 14:09:11.492597 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b5fbb-19fa-46fa-a663-e59586641948 req-108c3782-d63f-4fa8-94c5-dea5021fa90b tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:11.493981 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-500b5fbb-19fa-46fa-a663-e59586641948 req-108c3782-d63f-4fa8-94c5-dea5021fa90b tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0467637 Sep 23 14:09:11.548833 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-500b5fbb-19fa-46fa-a663-e59586641948 req-ddfbca23-e0c7-4184-bec7-f6c46d1fa318 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483551 Sep 23 14:09:11.783558 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-781e30a4-5672-41d4-af11-2e85a04e3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:11.785095 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-781e30a4-5672-41d4-af11-2e85a04e3877 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c21d140d48ba4014bc470e8cf720785d&device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 1127 time: 0.0422902 Sep 23 14:09:11.843132 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:11.874558 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:11.899708 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c63647-6efd-429e-a6db-8e51b9c23313 req-0f6adeba-9a14-4e90-acd7-41b42d628a8a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:11.901179 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b1c63647-6efd-429e-a6db-8e51b9c23313 req-0f6adeba-9a14-4e90-acd7-41b42d628a8a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0611765 Sep 23 14:09:11.938192 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-c165167c-b345-4ac7-b277-e917a8d849f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:11.939792 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-c165167c-b345-4ac7-b277-e917a8d849f4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=0f2b1efa-9c49-4c4b-95ca-efb64f014785 HTTP/1.1" status: 200 len: 918 time: 0.1476154 Sep 23 14:09:11.996923 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b1c63647-6efd-429e-a6db-8e51b9c23313 req-4474a9db-c05b-45a5-8643-af4e3c9c571f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868983 Sep 23 14:09:12.021655 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-64dba49a-26d0-48f5-82f6-ce68d5a5bc69 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20043706-94ae-416a-96d1-e1f2fc14183b HTTP/1.1" status: 200 len: 999 time: 0.0699360 Sep 23 14:09:12.089287 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-f8cc5df8-95fa-4b83-ad21-dd1b94bb5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:12.091269 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-f8cc5df8-95fa-4b83-ad21-dd1b94bb5091 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=020c9151-4899-48c8-812f-202e3637905a HTTP/1.1" status: 200 len: 856 time: 0.0610108 Sep 23 14:09:12.116008 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34764) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:12.142797 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-a66b5a7e-2a5e-4573-b457-118f110fdd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:12.144321 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-a66b5a7e-2a5e-4573-b457-118f110fdd21 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=0f2b1efa-9c49-4c4b-95ca-efb64f014785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450981 Sep 23 14:09:12.254100 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-3f554435-d4ce-4ae1-a8c4-3303870cef30 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991492 Sep 23 14:09:12.353858 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-1fad0551-43eb-4b6d-bba9-7a8949f06479 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934823 Sep 23 14:09:12.552518 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494252'] for router_interface (7cb2b347-2372-47cb-9f3d-c47c2605bec5), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:12.586615 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:12.675440 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f55d58-3c8f-4b78-a19d-d760bcef03a6 req-03112385-245c-48d4-94eb-145077aead5d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:12.677171 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-28f55d58-3c8f-4b78-a19d-d760bcef03a6 req-03112385-245c-48d4-94eb-145077aead5d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 943 time: 0.0503056 Sep 23 14:09:12.681106 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:12.754959 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-28f55d58-3c8f-4b78-a19d-d760bcef03a6 req-f81d1e86-4d4a-4cdc-b07e-82c98b43be2a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710168 Sep 23 14:09:12.805961 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] Deleting port c3d218e8-56db-4eef-87b3-2af37d504398 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:09:12.806386 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:12.935613 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] For port c3d218e8-56db-4eef-87b3-2af37d504398, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=c3d218e8-56db-4eef-87b3-2af37d504398,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:12.935986 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:12.949712 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] Calling delete_port for c3d218e8-56db-4eef-87b3-2af37d504398 owned by network:router_interface {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:09:13.145650 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:13.167951 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e731e-26dd-40c0-a1a1-02ba526bc8cd req-421bf92c-55ee-47ea-a9f7-111f3a1a09ea tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:13.175405 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad0e731e-26dd-40c0-a1a1-02ba526bc8cd req-421bf92c-55ee-47ea-a9f7-111f3a1a09ea tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0922468 Sep 23 14:09:13.203583 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (c3d218e8-56db-4eef-87b3-2af37d504398), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:13.244714 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d218e8-56db-4eef-87b3-2af37d504398,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:13.275459 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device ddb61f77-2e1f-4d02-bd20-42e3ca25c62d details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:09:13.284723 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad0e731e-26dd-40c0-a1a1-02ba526bc8cd req-8bc3595d-f441-4222-a993-ded258a6cbce tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010852 Sep 23 14:09:13.455118 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:13.483815 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'port_id': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'mac_address': 'fa:16:3e:3f:f1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:09:13.518405 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-490524'] for router_interface (7cb2b347-2372-47cb-9f3d-c47c2605bec5), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:13.555592 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:09:13.556083 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:13.592352 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb61f77-2e1f-4d02-bd20-42e3ca25c62d {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:09:13.633703 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:13.769683 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:13.853704 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,revision_number=7']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:13.962862 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:13.995458 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07641db-2133-42aa-b394-8f9bff7a2d60 req-0f396bd0-dfe8-4226-82cb-3449297106b3 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:13.999264 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e07641db-2133-42aa-b394-8f9bff7a2d60 req-0f396bd0-dfe8-4226-82cb-3449297106b3 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 944 time: 0.0852025 Sep 23 14:09:14.062872 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e07641db-2133-42aa-b394-8f9bff7a2d60 req-0a958438-bc51-4f71-9f84-e40b5ec0c96a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551186 Sep 23 14:09:14.073994 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] Router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:09:14.257277 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:09:14.267180 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-8fd5801e-b1aa-40d6-a25a-888d2777616f admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/7cb2b347-2372-47cb-9f3d-c47c2605bec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1462660 Sep 23 14:09:14.267281 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 34806) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:14.272347 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a12c1-5df8-4b7a-85e2-aac723ee5b3f None None] Sync routers for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:09:14.326771 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a12c1-5df8-4b7a-85e2-aac723ee5b3f None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:09:14.327521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-fc9a12c1-5df8-4b7a-85e2-aac723ee5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:08:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:14.419146 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Publish callbacks [] for router (7cb2b347-2372-47cb-9f3d-c47c2605bec5), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:14.522569 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cf0cc-2184-4164-83b9-d783b42d66c6 req-e8f44010-7006-455e-962b-f6f53cd9bc0a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:14.525178 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6e7cf0cc-2184-4164-83b9-d783b42d66c6 req-e8f44010-7006-455e-962b-f6f53cd9bc0a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0609899 Sep 23 14:09:14.528452 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-fc9a12c1-5df8-4b7a-85e2-aac723ee5b3f None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:09:14.630301 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6e7cf0cc-2184-4164-83b9-d783b42d66c6 req-faa84654-6001-494f-9307-ff7ad18ed323 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983338 Sep 23 14:09:14.661107 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Publish callbacks [] for router_gateway (7cb2b347-2372-47cb-9f3d-c47c2605bec5), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:14.777178 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Deleting port 5e5976bd-e965-400d-a38d-d5e401d500c0 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:09:14.778380 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:14.789292 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:14.822168 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-fc9a12c1-5df8-4b7a-85e2-aac723ee5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:09:13Z', 'revision_number': 5, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port': {'id': '5e5976bd-e965-400d-a38d-d5e401d500c0', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:02:09Z', 'updated_at': '2022-09-23T14:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:14.828492 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:14.859218 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a12c1-5df8-4b7a-85e2-aac723ee5b3f None None] Checking router: 7cb2b347-2372-47cb-9f3d-c47c2605bec5 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:09:14.869491 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a12c1-5df8-4b7a-85e2-aac723ee5b3f None None] Routers {'7cb2b347-2372-47cb-9f3d-c47c2605bec5'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:09:14.870247 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-fc9a12c1-5df8-4b7a-85e2-aac723ee5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:08:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:14.881714 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] For port 5e5976bd-e965-400d-a38d-d5e401d500c0, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=5e5976bd-e965-400d-a38d-d5e401d500c0,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:14.882340 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:14.907376 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Calling delete_port for 5e5976bd-e965-400d-a38d-d5e401d500c0 owned by network:router_gateway {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:09:14.925487 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:14.983006 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-fc9a12c1-5df8-4b7a-85e2-aac723ee5b3f None None] Set router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 gateway port host: None {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:09:15.268287 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-83cdb22e-ef79-43da-a92f-a474d1e6a823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:15.270227 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-fc9a12c1-5df8-4b7a-85e2-aac723ee5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:09:14Z', 'revision_number': 6, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port_host': None}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:15.300603 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a12c1-5df8-4b7a-85e2-aac723ee5b3f None None] The sync data for ids ['7cb2b347-2372-47cb-9f3d-c47c2605bec5'] in dv-cinder-857434-4-iscsi is: [{'id': '7cb2b347-2372-47cb-9f3d-c47c2605bec5', 'name': 'tempest-AttachVolumeNegativeTest-1265902053-router', 'tenant_id': '482490c45ac64607bba9ad021f2effbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:02:08Z', 'updated_at': '2022-09-23T14:09:14Z', 'revision_number': 6, 'project_id': '482490c45ac64607bba9ad021f2effbf', 'gw_port_host': None}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:09:15.323060 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (5e5976bd-e965-400d-a38d-d5e401d500c0), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:15.329434 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:15.367112 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c7518-32bd-43e6-84f9-417c95ee9012 req-e0adc3c5-50b3-452f-ac05-fda477ec9779 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:15.368864 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-436c7518-32bd-43e6-84f9-417c95ee9012 req-e0adc3c5-50b3-452f-ac05-fda477ec9779 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 944 time: 0.1348803 Sep 23 14:09:15.370230 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5976bd-e965-400d-a38d-d5e401d500c0,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:15.426346 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:15.483958 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-436c7518-32bd-43e6-84f9-417c95ee9012 req-bd2e4a4d-29a2-478a-86a1-0954142dce3a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877793 Sep 23 14:09:15.484885 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485974'] for router_gateway (7cb2b347-2372-47cb-9f3d-c47c2605bec5), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:15.609203 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router (7cb2b347-2372-47cb-9f3d-c47c2605bec5), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:15.611579 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Publish callbacks [] for router_controller (7cb2b347-2372-47cb-9f3d-c47c2605bec5), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:15.744084 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490593'] for router (7cb2b347-2372-47cb-9f3d-c47c2605bec5), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:15.749900 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb2b347-2372-47cb-9f3d-c47c2605bec5 {{(pid=106653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:09:15.778860 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:15.782565 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-410a6d6b-d604-4100-9782-7b90dc7900fb admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/7cb2b347-2372-47cb-9f3d-c47c2605bec5 HTTP/1.1" status: 204 len: 168 time: 1.5144713 Sep 23 14:09:15.785792 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34820) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:15.832449 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207800ec-53fc-48b4-81ec-05a78f4b27e6 req-3e7588e3-7073-4df9-a39d-f4452783dee4 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:15.838041 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-207800ec-53fc-48b4-81ec-05a78f4b27e6 req-3e7588e3-7073-4df9-a39d-f4452783dee4 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.1030848 Sep 23 14:09:15.861878 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7034283-abd6-4bc4-86a0-6d9c0095af40 admin admin] Deleting subnet 80f7adc6-3046-4d27-ba65-e533eb9cae24 {{(pid=106652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:09:15.870188 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f7034283-abd6-4bc4-86a0-6d9c0095af40 admin admin] Publish callbacks [] for subnet (80f7adc6-3046-4d27-ba65-e533eb9cae24), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:15.911136 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-207800ec-53fc-48b4-81ec-05a78f4b27e6 req-d211582c-3e65-4896-b66a-5df21ee7bfd5 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664437 Sep 23 14:09:15.915825 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f7034283-abd6-4bc4-86a0-6d9c0095af40 admin admin] Publish callbacks [] for subnet (80f7adc6-3046-4d27-ba65-e533eb9cae24), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:15.977519 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f7034283-abd6-4bc4-86a0-6d9c0095af40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (80f7adc6-3046-4d27-ba65-e533eb9cae24), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:16.013254 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:16.016228 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:16.125203 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f7034283-abd6-4bc4-86a0-6d9c0095af40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for subnet (80f7adc6-3046-4d27-ba65-e533eb9cae24), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:16.176562 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7034283-abd6-4bc4-86a0-6d9c0095af40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f7adc6-3046-4d27-ba65-e533eb9cae24,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:16.186966 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f7034283-abd6-4bc4-86a0-6d9c0095af40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:16.192672 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8145b43-f1ba-4cd0-8f0e-4c370f7f218c None None] Network 34e7a0c6-e35b-482b-a11c-b3c893e03a50 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:09:16.195178 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-f7034283-abd6-4bc4-86a0-6d9c0095af40 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/80f7adc6-3046-4d27-ba65-e533eb9cae24 HTTP/1.1" status: 204 len: 168 time: 0.4081800 Sep 23 14:09:16.197688 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34826) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:16.274683 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device c3d218e8-56db-4eef-87b3-2af37d504398 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:09:16.306147 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: c3d218e8-56db-4eef-87b3-2af37d504398 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:09:16.306538 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device c3d218e8-56db-4eef-87b3-2af37d504398 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:09:16.348771 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (34e7a0c6-e35b-482b-a11c-b3c893e03a50), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:16.390928 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:16.406825 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Deleting port b9671e23-bfc5-48f2-b942-0941fa914a08 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:09:16.407165 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:16.408844 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['ddb61f77-2e1f-4d02-bd20-42e3ca25c62d'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:09:16.495828 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9053d-df27-49d4-b2be-7999c98a609b None None] DHCP port deletion for 34e7a0c6-e35b-482b-a11c-b3c893e03a50 request from dv-cinder-857434-4-iscsi {{(pid=106654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 14:09:16.542185 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] For port b9671e23-bfc5-48f2-b942-0941fa914a08, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=b9671e23-bfc5-48f2-b942-0941fa914a08,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:16.542650 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:16.565577 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:16.573491 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Calling delete_port for b9671e23-bfc5-48f2-b942-0941fa914a08 owned by network:dhcp {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:09:16.604518 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-8bb9053d-df27-49d4-b2be-7999c98a609b None None] Deleting port b9671e23-bfc5-48f2-b942-0941fa914a08 {{(pid=106654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:09:16.604890 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8bb9053d-df27-49d4-b2be-7999c98a609b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), before_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:16.723278 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cfcd6-e145-4e04-a0f1-723dd22da85d req-71fa94fb-f1ed-4ed6-bd56-99346e156063 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:16.734671 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d4cfcd6-e145-4e04-a0f1-723dd22da85d req-71fa94fb-f1ed-4ed6-bd56-99346e156063 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 944 time: 0.1155047 Sep 23 14:09:16.826108 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-8bb9053d-df27-49d4-b2be-7999c98a609b None None] For port b9671e23-bfc5-48f2-b942-0941fa914a08, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=b9671e23-bfc5-48f2-b942-0941fa914a08,segment=NetworkSegment(bc128670-6b47-4ac5-b695-e0aff0d52b92),segment_id=bc128670-6b47-4ac5-b695-e0aff0d52b92)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:16.826839 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8bb9053d-df27-49d4-b2be-7999c98a609b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), precommit_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:16.844831 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:16.860862 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-8bb9053d-df27-49d4-b2be-7999c98a609b None None] Calling delete_port for b9671e23-bfc5-48f2-b942-0941fa914a08 owned by network:dhcp {{(pid=106654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:09:16.878124 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9671e23-bfc5-48f2-b942-0941fa914a08,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:16.880403 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d4cfcd6-e145-4e04-a0f1-723dd22da85d req-f9bfff36-029a-48fc-a8cc-6e4c906d2fe1 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445251 Sep 23 14:09:16.890006 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] No DVR routers for this DVR port b9671e23-bfc5-48f2-b942-0941fa914a08 on host dv-cinder-857434-4-iscsi {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:09:17.041905 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (34e7a0c6-e35b-482b-a11c-b3c893e03a50), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:17.070362 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.072171 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.073089 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.082357 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > port after_create 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.082754 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > port after_delete 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.083116 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > port after_update 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.083453 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.083807 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.084141 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.084474 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.142835 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1d60b-8c2d-41d1-b296-e31e501ee96c req-b77d3894-4270-43f2-b877-d7630f62e705 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:17.144520 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8bb9053d-df27-49d4-b2be-7999c98a609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (b9671e23-bfc5-48f2-b942-0941fa914a08), after_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:17.144718 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6fb1d60b-8c2d-41d1-b296-e31e501ee96c req-b77d3894-4270-43f2-b877-d7630f62e705 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0593476 Sep 23 14:09:17.221601 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9053d-df27-49d4-b2be-7999c98a609b None None] Pushing event deleted for resources: {'Port': ['ID=b9671e23-bfc5-48f2-b942-0941fa914a08,revision_number=None']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:17.228349 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb9053d-df27-49d4-b2be-7999c98a609b None None] No DVR routers for this DVR port b9671e23-bfc5-48f2-b942-0941fa914a08 on host dv-cinder-857434-4-iscsi {{(pid=106654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:09:17.231578 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.233444 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.233893 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.234400 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:09:17.238302 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6fb1d60b-8c2d-41d1-b296-e31e501ee96c req-6fad950c-076c-45c4-83e5-00d065e3358e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878103 Sep 23 14:09:17.247100 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e7a0c6-e35b-482b-a11c-b3c893e03a50']}} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:17.311927 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:09:17.315126 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc128670-6b47-4ac5-b695-e0aff0d52b92') {'for_net_delete': True} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:17.315536 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc128670-6b47-4ac5-b695-e0aff0d52b92') {} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:17.337943 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58778689'] for segment (bc128670-6b47-4ac5-b695-e0aff0d52b92), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:17.369550 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c2de4a8f-7d4a-4d57-80bf-9e3f4014b0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:17.387527 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (bc128670-6b47-4ac5-b695-e0aff0d52b92), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:17.402559 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=106652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:09:17.406968 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59169046'] for segment (bc128670-6b47-4ac5-b695-e0aff0d52b92), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:17.561434 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (34e7a0c6-e35b-482b-a11c-b3c893e03a50), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:17.574667 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:17.582211 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/34e7a0c6-e35b-482b-a11c-b3c893e03a50 HTTP/1.1" status: 204 len: 168 time: 1.3834643 Sep 23 14:09:17.626983 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a289e7-1ce3-4ce6-9554-ea940bc0574c admin admin] Pushing event deleted for resources: {'Network': ['ID=34e7a0c6-e35b-482b-a11c-b3c893e03a50,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:17.749914 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment bc128670-6b47-4ac5-b695-e0aff0d52b92 resource provider aggregate not found Sep 23 14:09:17.763339 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment bc128670-6b47-4ac5-b695-e0aff0d52b92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc128670-6b47-4ac5-b695-e0aff0d52b92 found for delete ", "request_id": "req-1ce1bf86-d73c-484d-94d9-743de853b910"}]} Sep 23 14:09:18.049670 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b9671e23-bfc5-48f2-b942-0941fa914a08 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:09:18.054365 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device ddb61f77-2e1f-4d02-bd20-42e3ca25c62d up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:09:18.095508 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34864) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:18.101665 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: b9671e23-bfc5-48f2-b942-0941fa914a08 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:09:18.102016 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b9671e23-bfc5-48f2-b942-0941fa914a08 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:09:18.102510 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 5e5976bd-e965-400d-a38d-d5e401d500c0 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:09:18.173446 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 5e5976bd-e965-400d-a38d-d5e401d500c0 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:09:18.176162 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 5e5976bd-e965-400d-a38d-d5e401d500c0 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:09:18.194062 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-3de9ad7a-eb73-45ca-9a7b-f1424eb29504 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2150822 Sep 23 14:09:18.220940 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:18.222969 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:18.222969 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:09:18.223172 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674d6e-e4af-44c9-8635-5994a5e9dccb req-e00ec1ca-4c14-405e-8e3e-15c6b117ce3e tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:18.226487 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:18.227089 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d Sep 23 14:09:18.231063 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b674d6e-e4af-44c9-8635-5994a5e9dccb req-e00ec1ca-4c14-405e-8e3e-15c6b117ce3e tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 944 time: 0.2052016 Sep 23 14:09:18.251364 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a4ba6d42-42f9-4d59-b217-e9ae42e9c69d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=482490c45ac64607bba9ad021f2effbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1536140 Sep 23 14:09:18.253442 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 34868) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:18.352705 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9265b9ed-5ea4-4b09-a6ed-a30fb370141d admin admin] Publish callbacks [] for security_group (06b47c1a-63a1-41a5-9132-bef60bea332e), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:18.382966 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9265b9ed-5ea4-4b09-a6ed-a30fb370141d admin admin] Publish callbacks [] for security_group (06b47c1a-63a1-41a5-9132-bef60bea332e), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:18.394169 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:09:18.394577 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:18.415427 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2b674d6e-e4af-44c9-8635-5994a5e9dccb req-60b6935e-1efd-413c-a222-27db58f5de0c tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834462 Sep 23 14:09:18.425612 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-aadfee70-675e-4cf1-aabe-0445d102c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:18.425612 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-aadfee70-675e-4cf1-aabe-0445d102c259 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 1129 time: 0.1466863 Sep 23 14:09:18.458051 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:18.459630 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:09:18.462059 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79419e4-20bd-403f-9a49-93f464b1afc7" -d '{"events": [{"server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "name": "network-vif-plugged", "status": "completed", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:09:18.513653 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c07f14-4cd4-4ca6-a75d-bd3e27f7d752 x-openstack-request-id: req-23c07f14-4cd4-4ca6-a75d-bd3e27f7d752 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:09:18.513653 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "name": "network-vif-plugged", "status": "completed", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:09:18.513653 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23c07f14-4cd4-4ca6-a75d-bd3e27f7d752 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:09:18.513653 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c07f14-4cd4-4ca6-a75d-bd3e27f7d752'] response: {'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'code': 200} Sep 23 14:09:18.574773 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9265b9ed-5ea4-4b09-a6ed-a30fb370141d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (06b47c1a-63a1-41a5-9132-bef60bea332e), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:18.575083 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:18.579498 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9265b9ed-5ea4-4b09-a6ed-a30fb370141d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:18.587715 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-9265b9ed-5ea4-4b09-a6ed-a30fb370141d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/06b47c1a-63a1-41a5-9132-bef60bea332e HTTP/1.1" status: 204 len: 168 time: 0.3283870 Sep 23 14:09:18.595474 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265b9ed-5ea4-4b09-a6ed-a30fb370141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b47c1a-63a1-41a5-9132-bef60bea332e,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:18.625220 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:18.668816 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,revision_number=8']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:18.880085 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84bb33-9913-4255-bd84-76728c8620be req-a60a026b-e349-46bc-b6dc-25f3469df607 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:18.881875 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ff84bb33-9913-4255-bd84-76728c8620be req-a60a026b-e349-46bc-b6dc-25f3469df607 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.4576581 Sep 23 14:09:18.943968 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:18.969648 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-43c7f254-f539-474c-827d-04423048526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:18.971150 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-43c7f254-f539-474c-827d-04423048526b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 913 time: 0.4716344 Sep 23 14:09:18.974405 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ff84bb33-9913-4255-bd84-76728c8620be req-d7600ab8-88f4-4a98-b1c7-5eb117dabf35 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851810 Sep 23 14:09:19.561431 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501cac7-c528-423b-b89a-131598ee4cdd req-b0b4766f-98d8-452c-af7c-eafc240b57b0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:19.563017 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b501cac7-c528-423b-b89a-131598ee4cdd req-b0b4766f-98d8-452c-af7c-eafc240b57b0 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0553229 Sep 23 14:09:19.616729 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b501cac7-c528-423b-b89a-131598ee4cdd req-e542331e-7e0b-4a60-8954-05a46e8b33cd tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479820 Sep 23 14:09:20.021541 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:20.236496 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba96705-da18-41ef-8aea-29091f8b43ee req-f95bbbca-e4fe-4845-ba2d-0695c79ebae1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:20.238188 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8ba96705-da18-41ef-8aea-29091f8b43ee req-f95bbbca-e4fe-4845-ba2d-0695c79ebae1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0594101 Sep 23 14:09:20.321317 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8ba96705-da18-41ef-8aea-29091f8b43ee req-c1fa1e95-f4ed-4504-9116-2f0fc53430e1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723526 Sep 23 14:09:20.375280 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:20.753794 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36834cc9-4cf8-4eb1-8b24-6bc7a2bd8b5c req-d270c7aa-84a6-49cc-98e4-6233a543a579 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:20.756036 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-36834cc9-4cf8-4eb1-8b24-6bc7a2bd8b5c req-d270c7aa-84a6-49cc-98e4-6233a543a579 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0515754 Sep 23 14:09:20.825282 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-36834cc9-4cf8-4eb1-8b24-6bc7a2bd8b5c req-1a4c1b09-5624-4c1d-891f-cbb4ce05dbab tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622265 Sep 23 14:09:21.507695 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:21.610506 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b306fb-96ef-4f18-b482-a52395a65d63 req-7fafd15f-f168-4016-b20d-e6e2b3303074 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:21.610506 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a1b306fb-96ef-4f18-b482-a52395a65d63 req-7fafd15f-f168-4016-b20d-e6e2b3303074 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0877879 Sep 23 14:09:21.610506 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a1b306fb-96ef-4f18-b482-a52395a65d63 req-fc730746-5631-4700-bb7d-0835580cc857 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460453 Sep 23 14:09:21.955780 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1a3fd-d3e4-496d-b321-ef6bd037ffd9 req-9233a3e7-4f8e-4a07-81ec-596c267ce75a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:21.958766 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-70f1a3fd-d3e4-496d-b321-ef6bd037ffd9 req-9233a3e7-4f8e-4a07-81ec-596c267ce75a tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0503700 Sep 23 14:09:22.047973 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-70f1a3fd-d3e4-496d-b321-ef6bd037ffd9 req-92e029fb-a705-46d0-abab-7262a71640ff tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849566 Sep 23 14:09:22.051732 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-75eec671-c187-4f49-9d6d-eb7b5ad7cddf tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-195226751&fields=id&tenant_id=901178273d85449e9cdaa5de235fb3e9 HTTP/1.1" status: 200 len: 267 time: 0.0767167 Sep 23 14:09:22.209827 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674604a-2538-47b0-a72e-68f2dbd4da4b req-cdc5d98f-d12a-4c97-bcb9-876f422dc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:22.210829 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-cb931120-0eb6-4f16-9276-32acf9538a54 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:22.211674 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-5674604a-2538-47b0-a72e-68f2dbd4da4b req-cdc5d98f-d12a-4c97-bcb9-876f422dc61c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 1129 time: 0.0414801 Sep 23 14:09:22.212324 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-cb931120-0eb6-4f16-9276-32acf9538a54 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 812 time: 0.1531873 Sep 23 14:09:22.214106 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-32c2175e-0a88-4c32-b698-d17b66543af2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3a78cda-14d8-495c-98ba-ab806fda32b8 HTTP/1.1" status: 200 len: 1001 time: 0.0951605 Sep 23 14:09:22.230090 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-aff3ff1b-4db6-4d13-aaf1-0ce63df0bdd4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/quotas/901178273d85449e9cdaa5de235fb3e9 HTTP/1.1" status: 200 len: 375 time: 0.0095108 Sep 23 14:09:22.294084 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-2f71012b-7634-4e95-a265-a06ff05b3998 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577350 Sep 23 14:09:22.395520 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-f9e299ba-5a8b-45d8-a9ec-8566dc547eaf service neutron] 10.222.0.62 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892665 Sep 23 14:09:22.471989 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:22.486744 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-3f6b711b-065e-4665-9a4e-40cd77de62b5 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854685 Sep 23 14:09:22.727646 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a26ad-ad2b-4618-8085-009db3ff113c req-6866b4a4-9989-449f-930e-64a40b68324a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:22.729133 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4f5a26ad-ad2b-4618-8085-009db3ff113c req-6866b4a4-9989-449f-930e-64a40b68324a tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0530198 Sep 23 14:09:22.777732 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4f5a26ad-ad2b-4618-8085-009db3ff113c req-3d756035-fcdd-4b56-8dae-9c2492cec222 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Sep 23 14:09:23.206758 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-5674604a-2538-47b0-a72e-68f2dbd4da4b req-01ff6154-b5f6-4932-8a8d-14b4ee83f717 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614440 Sep 23 14:09:23.259677 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7947fce-4a9e-47e2-9135-5c45cc183404 req-d48ad313-8c5a-4691-9fb9-056e47250d14 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:23.261175 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a7947fce-4a9e-47e2-9135-5c45cc183404 req-d48ad313-8c5a-4691-9fb9-056e47250d14 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.1348848 Sep 23 14:09:23.265171 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fa77f4e8-9f6e-4253-a140-430bc3435e13 req-521fb312-e8e4-4129-8ed7-3da2228a875e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 210 time: 0.0727823 Sep 23 14:09:23.288496 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-8519d2ac-7ed6-45a6-acd9-16b12b9c9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:23.289961 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-8519d2ac-7ed6-45a6-acd9-16b12b9c9f95 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 200 len: 851 time: 0.1129408 Sep 23 14:09:23.323271 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a7947fce-4a9e-47e2-9135-5c45cc183404 req-16558643-910f-42d4-b40e-ff63d6dc670d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537655 Sep 23 14:09:23.528082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-5688565d-01db-4e6f-802e-201c80a3441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:23.529810 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-5688565d-01db-4e6f-802e-201c80a3441b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=85b65927-108e-4662-8841-432429780256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395427 Sep 23 14:09:23.635183 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-3bba548a-6da1-4772-82b4-bbd121f86b00 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991919 Sep 23 14:09:23.920262 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd02f6-b1e6-40fa-a8a3-232ca474da58 req-6c2b1ce7-d4e9-40e9-aa71-fcb805eb2a91 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:23.921739 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d7dd02f6-b1e6-40fa-a8a3-232ca474da58 req-6c2b1ce7-d4e9-40e9-aa71-fcb805eb2a91 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 943 time: 0.0636754 Sep 23 14:09:23.979369 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:24.015357 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d7dd02f6-b1e6-40fa-a8a3-232ca474da58 req-c06912bb-e9d6-44c8-86d4-a45c2039a10f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689445 Sep 23 14:09:24.032131 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d8574d9-602f-41d3-a1b8-abf3f6484a67 req-f95d5d0e-1049-46ac-b400-9a6ba8aa2c1f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414475 Sep 23 14:09:24.069082 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 20043706-94ae-416a-96d1-e1f2fc14183b details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:09:24.184486 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:24.195650 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '20043706-94ae-416a-96d1-e1f2fc14183b', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'port_id': '20043706-94ae-416a-96d1-e1f2fc14183b', 'mac_address': 'fa:16:3e:39:47:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:09:24.245103 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 20043706-94ae-416a-96d1-e1f2fc14183b is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:09:24.245707 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:24.264028 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20043706-94ae-416a-96d1-e1f2fc14183b {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:09:24.284493 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:24.376099 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4a4f4d77-a3fb-49e0-bd83-99f8e9ed687c req-fcba43f5-8525-4199-bfec-1741e4985183 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 210 time: 0.0293829 Sep 23 14:09:24.385673 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:24.436705 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=20043706-94ae-416a-96d1-e1f2fc14183b,revision_number=9']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:24.460416 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78d87-d4bd-4902-922a-a642f3b0275b req-f4ab0a76-042c-4247-a20f-5d7d3b656d38 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:24.461894 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c6c78d87-d4bd-4902-922a-a642f3b0275b req-f4ab0a76-042c-4247-a20f-5d7d3b656d38 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0480990 Sep 23 14:09:24.519553 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c6c78d87-d4bd-4902-922a-a642f3b0275b req-d3b2733d-1445-4af4-9bc6-d2b44942784b tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511692 Sep 23 14:09:24.573856 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35022) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:24.690287 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bd0fa6f9-aad2-467d-a364-96de3c4c57cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:24.703515 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['20043706-94ae-416a-96d1-e1f2fc14183b'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:09:24.779606 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bd0fa6f9-aad2-467d-a364-96de3c4c57cb admin admin] Publish callbacks [] for security_group (ff889145-8fb0-47af-a4d3-917e5eecf81f), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:24.802633 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:24.924602 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bd0fa6f9-aad2-467d-a364-96de3c4c57cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (ff889145-8fb0-47af-a4d3-917e5eecf81f), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:24.965590 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-bd0fa6f9-aad2-467d-a364-96de3c4c57cb admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=3b85a316ecef43f7bb9769abc1e24adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906069 Sep 23 14:09:24.967171 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fa6f9-aad2-467d-a364-96de3c4c57cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff889145-8fb0-47af-a4d3-917e5eecf81f,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:24.969527 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35034) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:24.992972 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:25.018761 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4adebc1e-c5d6-41fc-a4f2-edc129c7f06e admin admin] Publish callbacks [] for security_group (ff889145-8fb0-47af-a4d3-917e5eecf81f), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:25.039931 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4adebc1e-c5d6-41fc-a4f2-edc129c7f06e admin admin] Publish callbacks [] for security_group (ff889145-8fb0-47af-a4d3-917e5eecf81f), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:25.170765 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a7385-4701-46da-8fe3-fb2931e31d4c req-9049ab32-ed55-4ac8-ae88-ff854d372e98 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:25.172275 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2e9a7385-4701-46da-8fe3-fb2931e31d4c req-9049ab32-ed55-4ac8-ae88-ff854d372e98 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 944 time: 0.0520861 Sep 23 14:09:25.212962 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4adebc1e-c5d6-41fc-a4f2-edc129c7f06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (ff889145-8fb0-47af-a4d3-917e5eecf81f), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:25.215442 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4adebc1e-c5d6-41fc-a4f2-edc129c7f06e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:25.219903 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-4adebc1e-c5d6-41fc-a4f2-edc129c7f06e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ff889145-8fb0-47af-a4d3-917e5eecf81f HTTP/1.1" status: 204 len: 168 time: 0.2469413 Sep 23 14:09:25.235667 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adebc1e-c5d6-41fc-a4f2-edc129c7f06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff889145-8fb0-47af-a4d3-917e5eecf81f,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:25.241238 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2e9a7385-4701-46da-8fe3-fb2931e31d4c req-f97370f7-b68a-476d-a14f-9f009355f4e2 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609827 Sep 23 14:09:25.485977 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4f5015a9-5549-4b13-8082-a3685feeffbe req-91378df7-adfa-4081-a0f5-c9cfcfc548a3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 210 time: 0.0273249 Sep 23 14:09:25.651767 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a328fa4-8cd2-4435-8d7b-cb61d04f56d6 req-5a5d469a-5fde-44c3-accb-8e5cbcf399a7 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:25.653981 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5a328fa4-8cd2-4435-8d7b-cb61d04f56d6 req-5a5d469a-5fde-44c3-accb-8e5cbcf399a7 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0494690 Sep 23 14:09:25.707964 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5a328fa4-8cd2-4435-8d7b-cb61d04f56d6 req-c632c079-f583-49c7-9f06-cb212838e9e2 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476115 Sep 23 14:09:26.018728 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35062) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:26.032868 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-399c1c04-32e6-4a02-85ae-9de897fbdc99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:26.052323 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:26.080715 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 20043706-94ae-416a-96d1-e1f2fc14183b up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:09:26.115699 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-399c1c04-32e6-4a02-85ae-9de897fbdc99 admin admin] Publish callbacks [] for security_group (341215b3-e48d-424a-af29-03a2cdbf1ae5), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:26.126183 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 20043706-94ae-416a-96d1-e1f2fc14183b triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:09:26.126594 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:26.126929 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 20043706-94ae-416a-96d1-e1f2fc14183b Sep 23 14:09:26.185564 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-399c1c04-32e6-4a02-85ae-9de897fbdc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (341215b3-e48d-424a-af29-03a2cdbf1ae5), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:26.211726 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 20043706-94ae-416a-96d1-e1f2fc14183b is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:09:26.213384 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:26.237933 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-399c1c04-32e6-4a02-85ae-9de897fbdc99 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=288a1a257fa148a1b79a3bf3e7a77478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175224 Sep 23 14:09:26.238269 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c1c04-32e6-4a02-85ae-9de897fbdc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341215b3-e48d-424a-af29-03a2cdbf1ae5,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:26.240111 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35064) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:26.253161 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:09:26.255620 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb84555-071f-45f9-8be6-c7093bb3eb3d" -d '{"events": [{"server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "name": "network-vif-plugged", "status": "completed", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:09:26.269404 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:26.297529 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e85c63c-bf28-491a-948c-cf70266e64a6 x-openstack-request-id: req-6e85c63c-bf28-491a-948c-cf70266e64a6 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:09:26.298012 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "name": "network-vif-plugged", "status": "completed", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:09:26.298487 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e85c63c-bf28-491a-948c-cf70266e64a6 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:09:26.298850 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e85c63c-bf28-491a-948c-cf70266e64a6'] response: {'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b', 'code': 200} Sep 23 14:09:26.305129 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2469eeb3-cc7f-4608-8324-357646d45565 admin admin] Publish callbacks [] for security_group (341215b3-e48d-424a-af29-03a2cdbf1ae5), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:26.308006 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:26.329945 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:26.330783 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2469eeb3-cc7f-4608-8324-357646d45565 admin admin] Publish callbacks [] for security_group (341215b3-e48d-424a-af29-03a2cdbf1ae5), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:26.383919 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=20043706-94ae-416a-96d1-e1f2fc14183b,revision_number=10']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:26.385498 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11be9e-a97f-42c8-99d6-67054769f3f7 req-4fbdbc58-5912-4174-808f-9dd751f62445 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:26.387249 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cc11be9e-a97f-42c8-99d6-67054769f3f7 req-4fbdbc58-5912-4174-808f-9dd751f62445 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 946 time: 0.0524366 Sep 23 14:09:26.426788 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2469eeb3-cc7f-4608-8324-357646d45565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (341215b3-e48d-424a-af29-03a2cdbf1ae5), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:26.429484 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2469eeb3-cc7f-4608-8324-357646d45565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:26.430666 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-2469eeb3-cc7f-4608-8324-357646d45565 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/341215b3-e48d-424a-af29-03a2cdbf1ae5 HTTP/1.1" status: 204 len: 168 time: 0.1889124 Sep 23 14:09:26.441790 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469eeb3-cc7f-4608-8324-357646d45565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341215b3-e48d-424a-af29-03a2cdbf1ae5,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:26.441963 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cc11be9e-a97f-42c8-99d6-67054769f3f7 req-a37b732c-d2de-4826-8e4d-48c8ccf4cffc tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451791 Sep 23 14:09:26.596761 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c49863f5-e854-422d-80ce-39173ef12147 req-0648e728-a5e7-4424-bb5a-2890569d9dac tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 210 time: 0.0301814 Sep 23 14:09:26.919267 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-cfc7ca86-8b78-4755-a05a-cdf044cf5d96 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:26.921385 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-cfc7ca86-8b78-4755-a05a-cdf044cf5d96 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 812 time: 0.1663077 Sep 23 14:09:26.992652 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-c9da8249-13d2-4ad4-a35d-8aed828b3b63 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=901178273d85449e9cdaa5de235fb3e9 HTTP/1.1" status: 200 len: 379 time: 0.0571539 Sep 23 14:09:27.003875 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'port': {'device_id': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'network_id': '85b65927-108e-4662-8841-432429780256', 'admin_state_up': True, 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'security_groups': ['413d8de2-f83a-420b-a881-59d3352a42b5']}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:09:27.042498 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35092) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:27.088452 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:27.093066 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_v2 [None req-820dc4de-c6ca-4e24-95dc-5cb1b51bdc66 admin admin] Deleting subnet 30b21c58-0d07-49ae-9ba6-8484c8c583bb {{(pid=106652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:09:27.096399 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-820dc4de-c6ca-4e24-95dc-5cb1b51bdc66 admin admin] Publish callbacks [] for subnet (30b21c58-0d07-49ae-9ba6-8484c8c583bb), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:27.135953 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-820dc4de-c6ca-4e24-95dc-5cb1b51bdc66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58778746'] for subnet (30b21c58-0d07-49ae-9ba6-8484c8c583bb), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:27.176669 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-820dc4de-c6ca-4e24-95dc-5cb1b51bdc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (30b21c58-0d07-49ae-9ba6-8484c8c583bb), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:27.220232 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:27.301198 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:27.584187 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4918fd9-acdb-4f2c-9143-36e888aede65 req-fd7586ee-3754-45e9-abfc-7f3d9b44c833 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:27.585763 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e4918fd9-acdb-4f2c-9143-36e888aede65 req-fd7586ee-3754-45e9-abfc-7f3d9b44c833 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 946 time: 0.0521581 Sep 23 14:09:27.645512 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e4918fd9-acdb-4f2c-9143-36e888aede65 req-e2e9ad3f-ca82-4c20-a7cc-f7344fa54d4f tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539374 Sep 23 14:09:27.708376 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-eea59e4f-376c-4ce7-809b-a23283f611f4 req-306bcf08-87f5-4fb0-a5c7-27509aa4ed66 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 210 time: 0.0308554 Sep 23 14:09:27.832739 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Made reservation on behalf of 901178273d85449e9cdaa5de235fb3e9 for: {'port': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:09:27.832977 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-820dc4de-c6ca-4e24-95dc-5cb1b51bdc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59169196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777785'] for subnet (30b21c58-0d07-49ae-9ba6-8484c8c583bb), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:27.837504 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:27.845830 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9c00e-905a-4eec-991e-147b3172981e req-61bbcc2f-1de2-489a-85a0-74b1fb1b9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:27.847349 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a5e9c00e-905a-4eec-991e-147b3172981e req-61bbcc2f-1de2-489a-85a0-74b1fb1b9a68 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 1130 time: 0.0541384 Sep 23 14:09:27.853198 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-820dc4de-c6ca-4e24-95dc-5cb1b51bdc66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:27.857957 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-820dc4de-c6ca-4e24-95dc-5cb1b51bdc66 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/30b21c58-0d07-49ae-9ba6-8484c8c583bb HTTP/1.1" status: 204 len: 168 time: 0.8142629 Sep 23 14:09:27.862016 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35100) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:27.893020 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dc4de-c6ca-4e24-95dc-5cb1b51bdc66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b21c58-0d07-49ae-9ba6-8484c8c583bb,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:27.935582 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a5e9c00e-905a-4eec-991e-147b3172981e req-65201092-d510-48a6-a23d-65d3762241fa service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756888 Sep 23 14:09:27.990503 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (8fe8b49f-60b3-4be0-8a23-a86795d8557a), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.032901 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:28.073896 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Allocated IP 172.20.0.8 (85b65927-108e-4662-8841-432429780256/7002cca2-8527-4ff1-acbb-0b8475217711/bebfb579-fd1e-4f01-81d1-df4839bfbcc5) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:09:28.124139 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (8fe8b49f-60b3-4be0-8a23-a86795d8557a), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.157533 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe8b49f-60b3-4be0-8a23-a86795d8557a']}} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:28.176851 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0ab251-acd8-495c-9b10-68822c0b23ce') {'for_net_delete': True} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:28.177154 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0ab251-acd8-495c-9b10-68822c0b23ce') {} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:28.200282 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934225'] for segment (ef0ab251-acd8-495c-9b10-68822c0b23ce), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.243108 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (ef0ab251-acd8-495c-9b10-68822c0b23ce), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.257449 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=106653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:09:28.257852 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2864527'] for segment (ef0ab251-acd8-495c-9b10-68822c0b23ce), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.359931 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.427811 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (8fe8b49f-60b3-4be0-8a23-a86795d8557a), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.449422 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.449422 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/8fe8b49f-60b3-4be0-8a23-a86795d8557a HTTP/1.1" status: 204 len: 168 time: 0.5858834 Sep 23 14:09:28.450959 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10178c1a-cd40-4eda-927f-3bd428c497b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe8b49f-60b3-4be0-8a23-a86795d8557a,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:28.451977 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35118) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:28.479310 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment ef0ab251-acd8-495c-9b10-68822c0b23ce resource provider aggregate not found Sep 23 14:09:28.497995 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment ef0ab251-acd8-495c-9b10-68822c0b23ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef0ab251-acd8-495c-9b10-68822c0b23ce found for delete ", "request_id": "req-721f42a8-c25f-4d97-b85f-bb6de617b7fc"}]} Sep 23 14:09:28.502510 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68ac685-36d1-45b6-9674-003507355849 admin admin] Deleting subnet 6ebb0003-b714-4330-8b24-1c726eb66298 {{(pid=106652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:09:28.502764 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.505950 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d68ac685-36d1-45b6-9674-003507355849 admin admin] Publish callbacks [] for subnet (6ebb0003-b714-4330-8b24-1c726eb66298), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.551460 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Network 85b65927-108e-4662-8841-432429780256 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:09:28.552816 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d68ac685-36d1-45b6-9674-003507355849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58778746'] for subnet (6ebb0003-b714-4330-8b24-1c726eb66298), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.554805 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:09:28.559311 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:09:28.583413 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'Port': ['ID=bebfb579-fd1e-4f01-81d1-df4839bfbcc5,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:28.618803 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d68ac685-36d1-45b6-9674-003507355849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (6ebb0003-b714-4330-8b24-1c726eb66298), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.628457 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:28.629231 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.767402 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-def6cf2f-2054-41a3-811b-e4c3ecf88f39 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7694895 Sep 23 14:09:28.776554 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d68ac685-36d1-45b6-9674-003507355849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59169196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777785'] for subnet (6ebb0003-b714-4330-8b24-1c726eb66298), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.788402 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d41c7c-e781-4278-a944-c76ab94ddb09 req-0febad5f-5e10-44e9-82f9-f4d9c4c819e9 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:28.790232 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-79d41c7c-e781-4278-a944-c76ab94ddb09 req-0febad5f-5e10-44e9-82f9-f4d9c4c819e9 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 946 time: 0.0597882 Sep 23 14:09:28.796202 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Request body: {'port': {'device_id': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:09:28.809535 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ac685-36d1-45b6-9674-003507355849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebb0003-b714-4330-8b24-1c726eb66298,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:28.814270 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:28.814809 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d68ac685-36d1-45b6-9674-003507355849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.821167 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d68ac685-36d1-45b6-9674-003507355849 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/6ebb0003-b714-4330-8b24-1c726eb66298 HTTP/1.1" status: 204 len: 168 time: 0.3657863 Sep 23 14:09:28.821536 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35128) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:28.821983 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-de88195a-6af8-4f8b-867a-a8584f7fc08f None None] Provisioning complete for port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:09:28.822451 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-de88195a-6af8-4f8b-867a-a8584f7fc08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.822967 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-de88195a-6af8-4f8b-867a-a8584f7fc08f None None] Attempt 1 to provision port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 Sep 23 14:09:28.857315 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-de88195a-6af8-4f8b-867a-a8584f7fc08f None None] Port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:09:28.887307 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ef038-9b3e-4861-a6ad-429c18094e4e req-59b46bcf-f9ec-4c4c-9746-b7130563c29d tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:28.888752 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf0ef038-9b3e-4861-a6ad-429c18094e4e req-59b46bcf-f9ec-4c4c-9746-b7130563c29d tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 931 time: 0.0964558 Sep 23 14:09:28.914730 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (6a240081-ffd6-441f-bc9d-9f7260ecb420), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.923735 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:28.956974 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-79d41c7c-e781-4278-a944-c76ab94ddb09 req-038433c4-62f5-45bb-b269-7a83036e9c4e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573639 Sep 23 14:09:28.959246 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:28.999886 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf0ef038-9b3e-4861-a6ad-429c18094e4e req-c23fc208-de8b-4a0d-9a0a-3b5287f1044b tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801771 Sep 23 14:09:29.001799 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (6a240081-ffd6-441f-bc9d-9f7260ecb420), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.024726 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:29.027103 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a240081-ffd6-441f-bc9d-9f7260ecb420']}} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:29.038938 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a654950d-5484-4c07-8f5e-1cfcabc83c3f') {'for_net_delete': True} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:29.039262 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a654950d-5484-4c07-8f5e-1cfcabc83c3f') {} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:29.050966 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58778689'] for segment (a654950d-5484-4c07-8f5e-1cfcabc83c3f), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.068264 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (a654950d-5484-4c07-8f5e-1cfcabc83c3f), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.093250 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=106652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:09:29.099914 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59169046'] for segment (a654950d-5484-4c07-8f5e-1cfcabc83c3f), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.118467 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment a654950d-5484-4c07-8f5e-1cfcabc83c3f resource provider aggregate not found Sep 23 14:09:29.165482 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment a654950d-5484-4c07-8f5e-1cfcabc83c3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a654950d-5484-4c07-8f5e-1cfcabc83c3f found for delete ", "request_id": "req-360de43e-7c3a-4a9f-ba4b-62e58cd4a191"}]} Sep 23 14:09:29.195021 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35140) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:29.261289 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (6a240081-ffd6-441f-bc9d-9f7260ecb420), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.267414 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.273857 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/6a240081-ffd6-441f-bc9d-9f7260ecb420 HTTP/1.1" status: 204 len: 168 time: 0.4513106 Sep 23 14:09:29.288643 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfb5b3-d1c7-42b6-9b4e-002969c7c89f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a240081-ffd6-441f-bc9d-9f7260ecb420,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:29.313658 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:29.316054 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebfb579-fd1e-4f01-81d1-df4839bfbcc5 {{(pid=106653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:09:29.324274 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Publish callbacks [] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.338615 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.provisioning_blocks [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Transition to ACTIVE for port object bebfb579-fd1e-4f01-81d1-df4839bfbcc5 will not be triggered until provisioned by entity L2. {{(pid=106653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:09:29.359841 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-de88195a-6af8-4f8b-867a-a8584f7fc08f None None] Attempt 2 to provision port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 Sep 23 14:09:29.360763 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0a960e13-d3c7-4a6b-8da3-5fc16f878826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.395619 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.418148 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-de88195a-6af8-4f8b-867a-a8584f7fc08f None None] Port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:09:29.451537 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0a960e13-d3c7-4a6b-8da3-5fc16f878826 admin admin] Publish callbacks [] for security_group (76e5b733-b35e-42c0-b399-3c2161caab87), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.469827 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=bebfb579-fd1e-4f01-81d1-df4839bfbcc5,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:29.523411 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Attempting to bind port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:09:29.523750 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Attempting to bind port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:09:29.524085 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Attempting to bind port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 on network 85b65927-108e-4662-8841-432429780256 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:09:29.567362 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 on network 85b65927-108e-4662-8841-432429780256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:09:29.567695 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Attempting to bind port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 on network 85b65927-108e-4662-8841-432429780256 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:09:29.574356 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0a960e13-d3c7-4a6b-8da3-5fc16f878826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (76e5b733-b35e-42c0-b399-3c2161caab87), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.589195 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:29.622886 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:09:29.623543 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Checking segment: {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:09:29.623717 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Bound using segment: {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:09:29.625456 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Bound port: bebfb579-fd1e-4f01-81d1-df4839bfbcc5, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cce9da-639c-4199-a770-472e3265673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '85b65927-108e-4662-8841-432429780256'}}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:09:29.625456 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.633028 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-0a960e13-d3c7-4a6b-8da3-5fc16f878826 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=43ce2061e19f498ca3bf5a9fb7dc4a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369478 Sep 23 14:09:29.634000 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a960e13-d3c7-4a6b-8da3-5fc16f878826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e5b733-b35e-42c0-b399-3c2161caab87,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:29.635776 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35162) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:29.725949 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35168) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:29.727116 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] For port bebfb579-fd1e-4f01-81d1-df4839bfbcc5, host hv-cinder-85743, cleared binding levels {{(pid=106653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:09:29.732708 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0f7138bf-643e-4229-8613-4ede098d9be7 admin admin] Publish callbacks [] for security_group (76e5b733-b35e-42c0-b399-3c2161caab87), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.748802 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] For port bebfb579-fd1e-4f01-81d1-df4839bfbcc5, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=bebfb579-fd1e-4f01-81d1-df4839bfbcc5,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:09:29.760970 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0f7138bf-643e-4229-8613-4ede098d9be7 admin admin] Publish callbacks [] for security_group (76e5b733-b35e-42c0-b399-3c2161caab87), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.767629 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-19d71979-2a61-4883-8237-0c30993e036e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=3ef0c5d7373640d6bb149b011f074ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404444 Sep 23 14:09:29.770372 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35170) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:29.823217 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e71c6e4-f80b-4712-aa4d-3505d8854af0 admin admin] Publish callbacks [] for security_group (4808b120-4a32-4392-a50f-b9b4b7d99080), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.844910 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e71c6e4-f80b-4712-aa4d-3505d8854af0 admin admin] Publish callbacks [] for security_group (4808b120-4a32-4392-a50f-b9b4b7d99080), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.845734 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.850789 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:29.852006 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.852760 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/bebfb579-fd1e-4f01-81d1-df4839bfbcc5 HTTP/1.1" status: 200 len: 1093 time: 1.0615547 Sep 23 14:09:29.853275 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'tag': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:09:29.855570 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a3f211-1a67-4905-98c4-822b3cc93b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a08d7c5-4906-498e-980d-ec6d35ba8bee", "tag": "bebfb579-fd1e-4f01-81d1-df4839bfbcc5"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:09:29.900601 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b08d42-0c64-45a0-a341-7acda8b6ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=bebfb579-fd1e-4f01-81d1-df4839bfbcc5,revision_number=3']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:29.912308 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4374b1-b1a2-44f1-addc-50869c94a4f0 x-openstack-request-id: req-0f4374b1-b1a2-44f1-addc-50869c94a4f0 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:09:29.912421 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a08d7c5-4906-498e-980d-ec6d35ba8bee", "tag": "bebfb579-fd1e-4f01-81d1-df4839bfbcc5", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:09:29.912649 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f4374b1-b1a2-44f1-addc-50869c94a4f0 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:09:29.913111 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4374b1-b1a2-44f1-addc-50869c94a4f0'] response: {'name': 'network-changed', 'server_uuid': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'tag': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5', 'status': 'completed', 'code': 200} Sep 23 14:09:29.913922 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0f7138bf-643e-4229-8613-4ede098d9be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (76e5b733-b35e-42c0-b399-3c2161caab87), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.918748 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0f7138bf-643e-4229-8613-4ede098d9be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:29.918748 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-0f7138bf-643e-4229-8613-4ede098d9be7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/76e5b733-b35e-42c0-b399-3c2161caab87 HTTP/1.1" status: 204 len: 168 time: 0.2801254 Sep 23 14:09:29.919976 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-de88195a-6af8-4f8b-867a-a8584f7fc08f None None] Attempt 3 to provision port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 Sep 23 14:09:29.927417 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7138bf-643e-4229-8613-4ede098d9be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e5b733-b35e-42c0-b399-3c2161caab87,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:29.994616 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-de88195a-6af8-4f8b-867a-a8584f7fc08f None None] Port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:09:30.009989 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e71c6e4-f80b-4712-aa4d-3505d8854af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4808b120-4a32-4392-a50f-b9b4b7d99080), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:30.013309 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1e71c6e4-f80b-4712-aa4d-3505d8854af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:30.017053 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-1e71c6e4-f80b-4712-aa4d-3505d8854af0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4808b120-4a32-4392-a50f-b9b4b7d99080 HTTP/1.1" status: 204 len: 168 time: 0.2431867 Sep 23 14:09:30.036167 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71c6e4-f80b-4712-aa4d-3505d8854af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4808b120-4a32-4392-a50f-b9b4b7d99080,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:30.041603 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3f211-1a67-4905-98c4-822b3cc93b7d req-2242052b-efa4-444b-a6f0-7a744593f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:30.044142 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-72a3f211-1a67-4905-98c4-822b3cc93b7d req-2242052b-efa4-444b-a6f0-7a744593f965 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 1127 time: 0.0688438 Sep 23 14:09:30.469100 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd11942-2de3-406a-9f93-bbed0ca8f056 req-b81be0c1-e071-414c-aefb-74fcf6c8e132 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:30.470580 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8fd11942-2de3-406a-9f93-bbed0ca8f056 req-b81be0c1-e071-414c-aefb-74fcf6c8e132 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 946 time: 0.3692238 Sep 23 14:09:30.482925 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f53d16-eb70-46e7-a220-db60b45f78cb req-80f37990-81d2-4e56-a343-9ab820f1fbae tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:30.484425 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-13f53d16-eb70-46e7-a220-db60b45f78cb req-80f37990-81d2-4e56-a343-9ab820f1fbae tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 943 time: 0.3785608 Sep 23 14:09:30.545381 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3f211-1a67-4905-98c4-822b3cc93b7d req-b995a372-1a17-493e-9903-386e38f7a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:30.546921 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-72a3f211-1a67-4905-98c4-822b3cc93b7d req-b995a372-1a17-493e-9903-386e38f7a103 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=901178273d85449e9cdaa5de235fb3e9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4796295 Sep 23 14:09:30.641258 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-13f53d16-eb70-46e7-a220-db60b45f78cb req-696e6109-2fc2-4bfb-92a7-6f47f53fb5eb tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386797 Sep 23 14:09:30.649172 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8fd11942-2de3-406a-9f93-bbed0ca8f056 req-fb148c3b-99da-4b60-b8e9-7b82bf4163f1 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562066 Sep 23 14:09:30.692241 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3f211-1a67-4905-98c4-822b3cc93b7d req-658f6fbd-5c3b-4089-b12e-21c1505e9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:30.693710 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-72a3f211-1a67-4905-98c4-822b3cc93b7d req-658f6fbd-5c3b-4089-b12e-21c1505e9807 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296568 Sep 23 14:09:30.852690 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-fb8d1628-9d3f-440c-927c-ef9f028b3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:30.854205 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-fb8d1628-9d3f-440c-927c-ef9f028b3538 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 1127 time: 0.0466673 Sep 23 14:09:30.899290 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-558aa2b5-69b4-44b7-b1cf-943539974521 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bebfb579-fd1e-4f01-81d1-df4839bfbcc5 HTTP/1.1" status: 200 len: 217 time: 0.0323818 Sep 23 14:09:30.961606 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-6ec8b9a7-5bf4-47c7-9a28-b28330c33420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:30.965925 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-6ec8b9a7-5bf4-47c7-9a28-b28330c33420 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 200 len: 851 time: 0.0611711 Sep 23 14:09:30.969959 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35206) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:31.033008 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:31.041090 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:31.068786 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-83edd252-322e-4434-8ea5-d7a8d133ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:31.071664 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-83edd252-322e-4434-8ea5-d7a8d133ed07 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=85b65927-108e-4662-8841-432429780256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948207 Sep 23 14:09:31.125044 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-da55017e-b3f6-4475-bdb3-2e15f2b8d32b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e001a2e371f7483ab56127aca94971fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536946 Sep 23 14:09:31.128975 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35212) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:31.184180 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6259f40-c8c4-44fa-8714-1319b6e8213b admin admin] Publish callbacks [] for security_group (1f181784-3927-4100-b227-011949762f7a), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:31.196595 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-92eef736-a1fa-4333-8415-5295c29f1336 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154997 Sep 23 14:09:31.209286 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6259f40-c8c4-44fa-8714-1319b6e8213b admin admin] Publish callbacks [] for security_group (1f181784-3927-4100-b227-011949762f7a), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:31.297101 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7012d747-bec3-4253-9f02-fa0b91dfc5b2 req-b965960f-53f2-45eb-8105-4ed751bd08f2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865521 Sep 23 14:09:31.329486 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6259f40-c8c4-44fa-8714-1319b6e8213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (1f181784-3927-4100-b227-011949762f7a), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:31.332370 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6259f40-c8c4-44fa-8714-1319b6e8213b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:31.333619 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d6259f40-c8c4-44fa-8714-1319b6e8213b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1f181784-3927-4100-b227-011949762f7a HTTP/1.1" status: 204 len: 168 time: 0.2036297 Sep 23 14:09:31.342930 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6259f40-c8c4-44fa-8714-1319b6e8213b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f181784-3927-4100-b227-011949762f7a,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:31.684450 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:31.812122 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5916e-9916-4c31-8e17-59d099a09672 req-4712c688-28fb-4117-a56e-d3f0d2f4cacd tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:31.813693 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dfa5916e-9916-4c31-8e17-59d099a09672 req-4712c688-28fb-4117-a56e-d3f0d2f4cacd tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 943 time: 0.0844440 Sep 23 14:09:31.819629 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660f239-7199-4aaa-aec1-1e8cf5d49134 req-22df3a5f-e640-4343-b708-ae712de27aa4 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:31.821171 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3660f239-7199-4aaa-aec1-1e8cf5d49134 req-22df3a5f-e640-4343-b708-ae712de27aa4 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 946 time: 0.0828111 Sep 23 14:09:31.894941 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-dfa5916e-9916-4c31-8e17-59d099a09672 req-510a291b-41f1-4528-bf74-2e5020bbf1a1 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727952 Sep 23 14:09:31.901888 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3660f239-7199-4aaa-aec1-1e8cf5d49134 req-aa8a1248-9ddc-46e0-9803-16e832d33880 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727119 Sep 23 14:09:33.021127 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28dd30-e9e0-4c3a-9543-863b45529317 req-b238a9e8-e098-4854-9baa-a9e5ac2a783d tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:33.022689 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5c28dd30-e9e0-4c3a-9543-863b45529317 req-b238a9e8-e098-4854-9baa-a9e5ac2a783d tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 943 time: 0.0521369 Sep 23 14:09:33.073708 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5c28dd30-e9e0-4c3a-9543-863b45529317 req-cf47ef53-22a7-4855-be9c-de1fb0beb81d tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452719 Sep 23 14:09:34.200668 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f4745-2266-4d58-84dc-416d75f3c687 req-03039e77-516e-490f-940d-e781cc0cb830 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:34.203816 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-065f4745-2266-4d58-84dc-416d75f3c687 req-03039e77-516e-490f-940d-e781cc0cb830 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 943 time: 0.0495484 Sep 23 14:09:34.253398 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-065f4745-2266-4d58-84dc-416d75f3c687 req-a0f56c99-fb94-493a-a561-24f7e0949ac9 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436981 Sep 23 14:09:35.375570 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272baf5c-7547-4f0d-a9fa-6378e6c2bdb7 req-16476a15-cefd-4c94-932c-045ce77f3f49 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:35.377043 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-272baf5c-7547-4f0d-a9fa-6378e6c2bdb7 req-16476a15-cefd-4c94-932c-045ce77f3f49 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 943 time: 0.0458136 Sep 23 14:09:35.428939 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-272baf5c-7547-4f0d-a9fa-6378e6c2bdb7 req-35222c89-3791-4d92-b25d-aa54bd15eda1 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464165 Sep 23 14:09:36.536970 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:36.547796 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3fcc8-eeee-4318-bc27-1a278885e072 req-5b07944e-debe-4a0e-b18d-9fb38dec182f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:36.549235 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ae3fcc8-eeee-4318-bc27-1a278885e072 req-5b07944e-debe-4a0e-b18d-9fb38dec182f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 943 time: 0.0460639 Sep 23 14:09:36.598045 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5ae3fcc8-eeee-4318-bc27-1a278885e072 req-601f4dfb-5416-4734-abcd-727904d8f71c tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433593 Sep 23 14:09:37.715469 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e1d1c-1e54-40ac-b9a6-a9895055c1fc req-e5705217-df3c-4eff-9ff5-4d3c8149f810 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:37.716897 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e15e1d1c-1e54-40ac-b9a6-a9895055c1fc req-e5705217-df3c-4eff-9ff5-4d3c8149f810 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 943 time: 0.0470958 Sep 23 14:09:37.765275 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e15e1d1c-1e54-40ac-b9a6-a9895055c1fc req-e0c5f3f3-8537-4d01-a07a-c9a3927faf02 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427876 Sep 23 14:09:38.096299 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device bebfb579-fd1e-4f01-81d1-df4839bfbcc5 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:09:38.206449 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port bebfb579-fd1e-4f01-81d1-df4839bfbcc5, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=bebfb579-fd1e-4f01-81d1-df4839bfbcc5,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:38.219222 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5', 'network_id': '85b65927-108e-4662-8841-432429780256', 'port_id': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5', 'mac_address': 'fa:16:3e:f4:0d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:09:38.255545 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:09:38.255939 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:38.273540 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebfb579-fd1e-4f01-81d1-df4839bfbcc5 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:09:38.296640 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port bebfb579-fd1e-4f01-81d1-df4839bfbcc5, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=bebfb579-fd1e-4f01-81d1-df4839bfbcc5,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:38.341391 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:38.388210 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=bebfb579-fd1e-4f01-81d1-df4839bfbcc5,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:38.682729 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['bebfb579-fd1e-4f01-81d1-df4839bfbcc5'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:09:38.779368 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:38.897838 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9a0e-7551-4a21-9214-95d5909804dc req-a8c572f0-cb9a-4382-aa18-c31ad8f6cba1 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:38.902833 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-767a9a0e-7551-4a21-9214-95d5909804dc req-a8c572f0-cb9a-4382-aa18-c31ad8f6cba1 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 944 time: 0.0589628 Sep 23 14:09:38.920473 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:38.955878 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-767a9a0e-7551-4a21-9214-95d5909804dc req-b12566a3-e4a7-4f76-837c-79d21759a802 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458181 Sep 23 14:09:40.081799 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5ffa-24f4-4df3-8739-0025ed456e3b req-0b09b40d-2b6b-41da-bca3-b2e781001dbf tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:40.083285 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ed1e5ffa-24f4-4df3-8739-0025ed456e3b req-0b09b40d-2b6b-41da-bca3-b2e781001dbf tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 944 time: 0.0470331 Sep 23 14:09:40.118999 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device bebfb579-fd1e-4f01-81d1-df4839bfbcc5 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:09:40.134387 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ed1e5ffa-24f4-4df3-8739-0025ed456e3b req-fad7e78c-aae8-4411-8623-31cda08986cc tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454540 Sep 23 14:09:40.165096 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:09:40.238090 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:09:40.238438 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:40.238777 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 Sep 23 14:09:40.314047 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:09:40.314473 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:40.337490 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:09:40.339724 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd398916-5b23-42aa-95f1-664e2a8d57b2" -d '{"events": [{"server_uuid": "6a08d7c5-4906-498e-980d-ec6d35ba8bee", "name": "network-vif-plugged", "status": "completed", "tag": "bebfb579-fd1e-4f01-81d1-df4839bfbcc5"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:09:40.352220 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port bebfb579-fd1e-4f01-81d1-df4839bfbcc5, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=bebfb579-fd1e-4f01-81d1-df4839bfbcc5,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:09:40.376198 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc587a7-803c-443f-bbbb-4e1f7e1343a3 x-openstack-request-id: req-bbc587a7-803c-443f-bbbb-4e1f7e1343a3 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:09:40.376359 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a08d7c5-4906-498e-980d-ec6d35ba8bee", "name": "network-vif-plugged", "status": "completed", "tag": "bebfb579-fd1e-4f01-81d1-df4839bfbcc5", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:09:40.376599 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbc587a7-803c-443f-bbbb-4e1f7e1343a3 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:09:40.376997 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc587a7-803c-443f-bbbb-4e1f7e1343a3'] response: {'server_uuid': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5', 'code': 200} Sep 23 14:09:40.408530 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:40.464774 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=bebfb579-fd1e-4f01-81d1-df4839bfbcc5,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:40.761786 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055109f6-0658-453b-b81b-2934e276849c req-470ebc52-650d-4bc9-913d-41e7f2e108b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:40.763343 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-055109f6-0658-453b-b81b-2934e276849c req-470ebc52-650d-4bc9-913d-41e7f2e108b4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 1129 time: 0.0432179 Sep 23 14:09:40.808608 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-055109f6-0658-453b-b81b-2934e276849c req-19f70b00-d5d7-4e39-a4a9-a2286fb1450b service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394726 Sep 23 14:09:41.257080 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e0482-f4c7-4255-be4b-b599cccb3fbf req-aad3584e-6c6e-4798-b52d-04cbc8d2a99f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:41.258734 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-257e0482-f4c7-4255-be4b-b599cccb3fbf req-aad3584e-6c6e-4798-b52d-04cbc8d2a99f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 945 time: 0.0481081 Sep 23 14:09:41.308893 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-257e0482-f4c7-4255-be4b-b599cccb3fbf req-dbbd7dfb-7bbb-4058-817d-8dac8547ae5f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438843 Sep 23 14:09:41.337805 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=87,neutron:DELETE=8 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:42.178720 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35396) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:42.286279 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-8bbb00d2-5ba1-4c5e-a57f-10ab16ebd6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:42.363147 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-8bbb00d2-5ba1-4c5e-a57f-10ab16ebd6b5 admin admin] Publish callbacks [] for security_group (f40a2ec9-f460-42bf-a18f-619a47bdabe9), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:42.434103 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054243a-1d74-42b9-a719-1d11560cb8f4 req-0c5b54e6-3075-43dd-9094-4a3af9e021cf tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:42.435633 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a054243a-1d74-42b9-a719-1d11560cb8f4 req-0c5b54e6-3075-43dd-9094-4a3af9e021cf tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 945 time: 0.0479181 Sep 23 14:09:42.443926 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-8bbb00d2-5ba1-4c5e-a57f-10ab16ebd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (f40a2ec9-f460-42bf-a18f-619a47bdabe9), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:42.484916 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-8bbb00d2-5ba1-4c5e-a57f-10ab16ebd6b5 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=da6f07b1dac849288b096121811d770a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045528 Sep 23 14:09:42.485785 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb00d2-5ba1-4c5e-a57f-10ab16ebd6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40a2ec9-f460-42bf-a18f-619a47bdabe9,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:42.488087 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35402) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:42.494476 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a054243a-1d74-42b9-a719-1d11560cb8f4 req-d61638e6-a8fc-4e32-a984-bb2984093af4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529032 Sep 23 14:09:42.539274 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4b55312a-e15e-41c8-abf8-60518e5004ba admin admin] Publish callbacks [] for security_group (f40a2ec9-f460-42bf-a18f-619a47bdabe9), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:42.560218 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4b55312a-e15e-41c8-abf8-60518e5004ba admin admin] Publish callbacks [] for security_group (f40a2ec9-f460-42bf-a18f-619a47bdabe9), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:42.603522 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:42.614997 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e923c0-93d2-464f-98f3-dfa0ed505e81 req-093934d2-4523-4c23-8f0d-0aa690097c69 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:42.616469 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d6e923c0-93d2-464f-98f3-dfa0ed505e81 req-093934d2-4523-4c23-8f0d-0aa690097c69 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 945 time: 0.0473545 Sep 23 14:09:42.666633 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d6e923c0-93d2-464f-98f3-dfa0ed505e81 req-4c8ed5cb-effc-4459-9790-81296a15d76f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444710 Sep 23 14:09:42.695481 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4b55312a-e15e-41c8-abf8-60518e5004ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (f40a2ec9-f460-42bf-a18f-619a47bdabe9), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:42.696013 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35410) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:42.698425 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4b55312a-e15e-41c8-abf8-60518e5004ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:42.699641 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-4b55312a-e15e-41c8-abf8-60518e5004ba admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f40a2ec9-f460-42bf-a18f-619a47bdabe9 HTTP/1.1" status: 204 len: 168 time: 0.2106566 Sep 23 14:09:42.713036 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55312a-e15e-41c8-abf8-60518e5004ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40a2ec9-f460-42bf-a18f-619a47bdabe9,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:42.855688 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c05ba91-f9b2-412a-87fd-c5878317d3d5 tempest-TestVolumeBootPattern-2140770074 tempest-TestVolumeBootPattern-2140770074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:42.855688 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-1c05ba91-f9b2-412a-87fd-c5878317d3d5 tempest-TestVolumeBootPattern-2140770074 tempest-TestVolumeBootPattern-2140770074-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 1124 time: 0.1529832 Sep 23 14:09:42.858175 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35418) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:42.862840 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'port_id': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:09:43.026054 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:43.106758 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:43.230124 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Allocated IP 172.27.1.196 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/ea0421fe-17db-4cde-873e-f03b4e240a44) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:09:43.335779 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for port (ea0421fe-17db-4cde-873e-f03b4e240a44), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:43.416263 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (ea0421fe-17db-4cde-873e-f03b4e240a44), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:43.445240 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:43.465231 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:09:43.467656 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:43.471250 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:09:43.473141 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'Port': ['ID=ea0421fe-17db-4cde-873e-f03b4e240a44,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:43.475283 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:09:43.842783 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (ad993577-606d-4d95-82d6-da9ce5318aa1), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:44.009679 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (ea0421fe-17db-4cde-873e-f03b4e240a44), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:44.160634 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for port (ea0421fe-17db-4cde-873e-f03b4e240a44), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:44.163724 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:44.220932 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (ea0421fe-17db-4cde-873e-f03b4e240a44), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:44.290682 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (ad993577-606d-4d95-82d6-da9ce5318aa1), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:44.292372 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event updated for resources: {'Port': ['ID=ea0421fe-17db-4cde-873e-f03b4e240a44,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:44.388771 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Floating IP ad993577-606d-4d95-82d6-da9ce5318aa1 associated. External IP: 172.27.1.196, port: bebfb579-fd1e-4f01-81d1-df4839bfbcc5. Sep 23 14:09:44.473672 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35464) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:44.607794 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a67971a1-717f-4d32-892e-6b1333e6a21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:44.631306 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:44.636050 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Router fcb83c92-60dc-45bb-b252-d33367ab7aad has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:09:44.783920 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a67971a1-717f-4d32-892e-6b1333e6a21e admin admin] Publish callbacks [] for security_group (131ae993-83c1-48a7-b0ad-5be5902c9eee), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:44.790405 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:09:44.800507 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1c398-8650-4d96-ad40-5896872edcc0 None None] Sync routers for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:09:44.810563 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1c398-8650-4d96-ad40-5896872edcc0 None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:09:44.811094 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-53e1c398-8650-4d96-ad40-5896872edcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:09:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:44.861553 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a67971a1-717f-4d32-892e-6b1333e6a21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (131ae993-83c1-48a7-b0ad-5be5902c9eee), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:44.902444 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:44.932808 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a67971a1-717f-4d32-892e-6b1333e6a21e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2614318f636e4c3d90d5594250e544dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4581010 Sep 23 14:09:44.935522 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35476) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:44.940197 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-53e1c398-8650-4d96-ad40-5896872edcc0 None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:09:44.941045 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67971a1-717f-4d32-892e-6b1333e6a21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131ae993-83c1-48a7-b0ad-5be5902c9eee,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:44.959349 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-bebe7185-edeb-45bf-b539-e65321095ca6 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0999532 Sep 23 14:09:44.959929 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35478) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:44.960375 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'tag': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:09:44.963214 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55f73bb-3024-4f3e-9934-19b3fcaba42f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a08d7c5-4906-498e-980d-ec6d35ba8bee", "tag": "bebfb579-fd1e-4f01-81d1-df4839bfbcc5"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:09:44.981389 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f993b19d-67c4-43c2-aecf-7b683033409a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.005206 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Publish callbacks [] for security_group (131ae993-83c1-48a7-b0ad-5be5902c9eee), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.018147 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7798f2c-02cb-4933-b614-29d83568bb44 x-openstack-request-id: req-a7798f2c-02cb-4933-b614-29d83568bb44 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:09:45.018531 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a08d7c5-4906-498e-980d-ec6d35ba8bee", "tag": "bebfb579-fd1e-4f01-81d1-df4839bfbcc5", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:09:45.018813 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7798f2c-02cb-4933-b614-29d83568bb44 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:09:45.019266 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7798f2c-02cb-4933-b614-29d83568bb44'] response: {'name': 'network-changed', 'server_uuid': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'tag': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5', 'status': 'completed', 'code': 200} Sep 23 14:09:45.034826 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Publish callbacks [] for security_group (131ae993-83c1-48a7-b0ad-5be5902c9eee), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.124359 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4199-8d95-4dff-a80c-d8d448a5408a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.144247 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f73bb-3024-4f3e-9934-19b3fcaba42f req-bb8ab62b-5509-4e6f-9ef2-ba042819969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:45.145740 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b55f73bb-3024-4f3e-9934-19b3fcaba42f req-bb8ab62b-5509-4e6f-9ef2-ba042819969c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 1129 time: 0.0656891 Sep 23 14:09:45.149141 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:45.175583 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.186748 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-53e1c398-8650-4d96-ad40-5896872edcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '0a8896d4-13d9-40f7-a909-cbf41f9485b9', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:63:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ae959-3342-4926-9f60-e4a24124a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:29Z', 'updated_at': '2022-09-23T14:07:32Z', 'revision_number': 1, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}, {'id': 'ad993577-606d-4d95-82d6-da9ce5318aa1', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:f4:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:09:43Z', 'updated_at': '2022-09-23T14:09:43Z', 'revision_number': 0, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:45.215884 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1c398-8650-4d96-ad40-5896872edcc0 None None] Checking router: fcb83c92-60dc-45bb-b252-d33367ab7aad for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:09:45.225404 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1c398-8650-4d96-ad40-5896872edcc0 None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:09:45.226099 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-53e1c398-8650-4d96-ad40-5896872edcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:09:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:45.257290 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (131ae993-83c1-48a7-b0ad-5be5902c9eee), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.259854 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.263371 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/131ae993-83c1-48a7-b0ad-5be5902c9eee HTTP/1.1" status: 204 len: 168 time: 0.3244908 Sep 23 14:09:45.284597 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f73bb-3024-4f3e-9934-19b3fcaba42f req-7df59338-ac42-462b-aa2e-f1996447ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:45.286106 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b55f73bb-3024-4f3e-9934-19b3fcaba42f req-7df59338-ac42-462b-aa2e-f1996447ceea service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 913 time: 0.1305804 Sep 23 14:09:45.288115 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131ae993-83c1-48a7-b0ad-5be5902c9eee,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:45.305781 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.306137 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.306510 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.307110 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.307448 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.307785 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.308113 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.308440 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.308845 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.309096 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.309425 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.309749 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.310072 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.310416 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.310737 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21082ec2-e479-4271-b634-8fb32bf34fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:45.342522 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-53e1c398-8650-4d96-ad40-5896872edcc0 None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:09:45.386595 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b55f73bb-3024-4f3e-9934-19b3fcaba42f req-4ee0c4d7-8f36-4865-b0f8-8420a3c05aff service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bebfb579-fd1e-4f01-81d1-df4839bfbcc5 HTTP/1.1" status: 200 len: 999 time: 0.0878713 Sep 23 14:09:45.399241 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4199-8d95-4dff-a80c-d8d448a5408a admin admin] Publish callbacks [] for security_group (0e90a144-1e94-45b4-9a67-cfb6f6bc1c28), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.447778 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f73bb-3024-4f3e-9934-19b3fcaba42f req-6c0403a0-8f80-434b-9f27-d431e7dd7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:45.448614 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b55f73bb-3024-4f3e-9934-19b3fcaba42f req-6c0403a0-8f80-434b-9f27-d431e7dd7c93 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 200 len: 851 time: 0.0514777 Sep 23 14:09:45.483261 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4199-8d95-4dff-a80c-d8d448a5408a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (0e90a144-1e94-45b4-9a67-cfb6f6bc1c28), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.509658 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f73bb-3024-4f3e-9934-19b3fcaba42f req-09614b38-5e60-4814-a704-48a5b4503402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:09:45.511216 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b55f73bb-3024-4f3e-9934-19b3fcaba42f req-09614b38-5e60-4814-a704-48a5b4503402 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=85b65927-108e-4662-8841-432429780256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567763 Sep 23 14:09:45.542546 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:45.559986 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-d1fa4199-8d95-4dff-a80c-d8d448a5408a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c8e994ed4b7a47cfbef97e80d2f1c76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5963690 Sep 23 14:09:45.560409 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35490) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:45.570013 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-53e1c398-8650-4d96-ad40-5896872edcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '0a8896d4-13d9-40f7-a909-cbf41f9485b9', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:63:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ae959-3342-4926-9f60-e4a24124a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:29Z', 'updated_at': '2022-09-23T14:07:32Z', 'revision_number': 1, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}, {'id': 'ad993577-606d-4d95-82d6-da9ce5318aa1', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:f4:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:09:43Z', 'updated_at': '2022-09-23T14:09:43Z', 'revision_number': 0, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:09:45.584614 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa4199-8d95-4dff-a80c-d8d448a5408a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e90a144-1e94-45b4-9a67-cfb6f6bc1c28,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:45.609075 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1c398-8650-4d96-ad40-5896872edcc0 None None] The sync data for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi is: [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '0a8896d4-13d9-40f7-a909-cbf41f9485b9', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:63:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ae959-3342-4926-9f60-e4a24124a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:29Z', 'updated_at': '2022-09-23T14:07:32Z', 'revision_number': 1, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}, {'id': 'ad993577-606d-4d95-82d6-da9ce5318aa1', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:f4:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:09:43Z', 'updated_at': '2022-09-23T14:09:43Z', 'revision_number': 0, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:09:45.639312 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c8868c84-68ee-46be-bb1e-9e95087df146 admin admin] Publish callbacks [] for security_group (0e90a144-1e94-45b4-9a67-cfb6f6bc1c28), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.646945 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b55f73bb-3024-4f3e-9934-19b3fcaba42f req-dcd6e8ea-f673-4256-8d22-35fb15ae6381 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260824 Sep 23 14:09:45.665594 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c8868c84-68ee-46be-bb1e-9e95087df146 admin admin] Publish callbacks [] for security_group (0e90a144-1e94-45b4-9a67-cfb6f6bc1c28), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.675093 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:45.770136 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b55f73bb-3024-4f3e-9934-19b3fcaba42f req-e16a0380-be9a-4787-aa9e-c334490dcdf3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154807 Sep 23 14:09:45.792709 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c8868c84-68ee-46be-bb1e-9e95087df146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (0e90a144-1e94-45b4-9a67-cfb6f6bc1c28), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.795432 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c8868c84-68ee-46be-bb1e-9e95087df146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:45.797396 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-c8868c84-68ee-46be-bb1e-9e95087df146 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0e90a144-1e94-45b4-9a67-cfb6f6bc1c28 HTTP/1.1" status: 204 len: 168 time: 0.2352841 Sep 23 14:09:45.809376 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8868c84-68ee-46be-bb1e-9e95087df146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e90a144-1e94-45b4-9a67-cfb6f6bc1c28,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:45.874446 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25929f-3ddc-4794-97a0-af63c4a0c633 None None] New status for floating IP ad993577-606d-4d95-82d6-da9ce5318aa1: ACTIVE {{(pid=106654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:09:46.448640 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35514) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:46.462804 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-828aa12a-993b-4360-85bf-5311ea569c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:46.537223 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-828aa12a-993b-4360-85bf-5311ea569c56 admin admin] Publish callbacks [] for security_group (f93dfa4b-bb6e-4c8b-b002-f9889f933604), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:46.608718 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-828aa12a-993b-4360-85bf-5311ea569c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (f93dfa4b-bb6e-4c8b-b002-f9889f933604), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:46.655241 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aa12a-993b-4360-85bf-5311ea569c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93dfa4b-bb6e-4c8b-b002-f9889f933604,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:46.660723 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-828aa12a-993b-4360-85bf-5311ea569c56 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a94c46a0025243fbbc7b09035d2cb8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104027 Sep 23 14:09:46.662738 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35520) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:46.712601 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-99dea1f2-a08b-42a7-99ef-5e1fa4272b65 admin admin] Publish callbacks [] for security_group (f93dfa4b-bb6e-4c8b-b002-f9889f933604), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:46.732437 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-99dea1f2-a08b-42a7-99ef-5e1fa4272b65 admin admin] Publish callbacks [] for security_group (f93dfa4b-bb6e-4c8b-b002-f9889f933604), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:46.764777 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:46.844525 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-99dea1f2-a08b-42a7-99ef-5e1fa4272b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (f93dfa4b-bb6e-4c8b-b002-f9889f933604), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:46.846979 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-99dea1f2-a08b-42a7-99ef-5e1fa4272b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:46.848154 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-99dea1f2-a08b-42a7-99ef-5e1fa4272b65 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f93dfa4b-bb6e-4c8b-b002-f9889f933604 HTTP/1.1" status: 204 len: 168 time: 0.1845236 Sep 23 14:09:46.860255 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dea1f2-a08b-42a7-99ef-5e1fa4272b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93dfa4b-bb6e-4c8b-b002-f9889f933604,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:47.352459 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc103280-d025-4b15-99f1-fb0d4faf8891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:47.495339 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35540) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:47.509879 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a87125e6-def7-460e-9b64-9a018abd7ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:47.585759 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a87125e6-def7-460e-9b64-9a018abd7ebd admin admin] Publish callbacks [] for security_group (ce845733-792f-4bbc-9a1a-308405af8ec3), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:47.649936 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a87125e6-def7-460e-9b64-9a018abd7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (ce845733-792f-4bbc-9a1a-308405af8ec3), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:47.690454 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-a87125e6-def7-460e-9b64-9a018abd7ebd admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cc406d76de034732a1e8320781d0742a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937931 Sep 23 14:09:47.691327 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87125e6-def7-460e-9b64-9a018abd7ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce845733-792f-4bbc-9a1a-308405af8ec3,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:47.693517 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35546) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:47.742652 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2b11024f-c0d1-41c8-afdb-bf52404b342f admin admin] Publish callbacks [] for security_group (ce845733-792f-4bbc-9a1a-308405af8ec3), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:47.763682 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2b11024f-c0d1-41c8-afdb-bf52404b342f admin admin] Publish callbacks [] for security_group (ce845733-792f-4bbc-9a1a-308405af8ec3), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:47.889980 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2b11024f-c0d1-41c8-afdb-bf52404b342f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (ce845733-792f-4bbc-9a1a-308405af8ec3), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:47.893468 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-2b11024f-c0d1-41c8-afdb-bf52404b342f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:47.894702 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-2b11024f-c0d1-41c8-afdb-bf52404b342f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ce845733-792f-4bbc-9a1a-308405af8ec3 HTTP/1.1" status: 204 len: 168 time: 0.2001555 Sep 23 14:09:47.903082 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11024f-c0d1-41c8-afdb-bf52404b342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce845733-792f-4bbc-9a1a-308405af8ec3,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:48.592687 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:50.038202 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:50.198213 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:54.305826 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:09:55.607346 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:56.946718 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35694) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:57.054275 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:57.133561 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Publish callbacks [] for security_group (690fd8e9-abf0-4e47-9394-1444d19433ba), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:57.210105 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (690fd8e9-abf0-4e47-9394-1444d19433ba), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:57.249855 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e56e32789db6408db7088a5c6b387267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020365 Sep 23 14:09:57.250965 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690fd8e9-abf0-4e47-9394-1444d19433ba,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:57.252739 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35702) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:57.258299 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.258667 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.259008 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.259347 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.259677 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.260006 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.260329 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.260649 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.260971 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.261294 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.261616 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.261939 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.262256 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.262596 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.262914 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71dc1-dcf4-45c0-be86-040a4a33736e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:09:57.305899 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4f984f59-0c93-45b7-ba5e-771a3b4e38ba admin admin] Publish callbacks [] for security_group (690fd8e9-abf0-4e47-9394-1444d19433ba), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:57.325302 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4f984f59-0c93-45b7-ba5e-771a3b4e38ba admin admin] Publish callbacks [] for security_group (690fd8e9-abf0-4e47-9394-1444d19433ba), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:57.444005 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4f984f59-0c93-45b7-ba5e-771a3b4e38ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (690fd8e9-abf0-4e47-9394-1444d19433ba), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:57.446563 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-4f984f59-0c93-45b7-ba5e-771a3b4e38ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:57.447739 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-4f984f59-0c93-45b7-ba5e-771a3b4e38ba admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/690fd8e9-abf0-4e47-9394-1444d19433ba HTTP/1.1" status: 204 len: 168 time: 0.1939614 Sep 23 14:09:57.459739 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f984f59-0c93-45b7-ba5e-771a3b4e38ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690fd8e9-abf0-4e47-9394-1444d19433ba,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:58.155273 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35714) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:58.169187 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d79eeb92-80ab-467c-8522-bd1a8c55426e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:58.205558 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:58.246232 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d79eeb92-80ab-467c-8522-bd1a8c55426e admin admin] Publish callbacks [] for security_group (d2e212ce-58b3-418d-b9fe-19a9fd256ea7), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:58.339696 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d79eeb92-80ab-467c-8522-bd1a8c55426e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (d2e212ce-58b3-418d-b9fe-19a9fd256ea7), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:58.379599 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eeb92-80ab-467c-8522-bd1a8c55426e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e212ce-58b3-418d-b9fe-19a9fd256ea7,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:58.383803 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-d79eeb92-80ab-467c-8522-bd1a8c55426e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d8e428a1de6f4533a4bc50d7a4a8894f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275171 Sep 23 14:09:58.386485 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35716) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:58.444290 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-474c02df-f1ba-4e71-bea2-64a7f0bb8016 admin admin] Publish callbacks [] for security_group (d2e212ce-58b3-418d-b9fe-19a9fd256ea7), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:58.466938 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-474c02df-f1ba-4e71-bea2-64a7f0bb8016 admin admin] Publish callbacks [] for security_group (d2e212ce-58b3-418d-b9fe-19a9fd256ea7), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:58.580430 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-474c02df-f1ba-4e71-bea2-64a7f0bb8016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (d2e212ce-58b3-418d-b9fe-19a9fd256ea7), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:58.583024 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-474c02df-f1ba-4e71-bea2-64a7f0bb8016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:58.584182 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-474c02df-f1ba-4e71-bea2-64a7f0bb8016 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d2e212ce-58b3-418d-b9fe-19a9fd256ea7 HTTP/1.1" status: 204 len: 168 time: 0.1968014 Sep 23 14:09:58.586429 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:58.592750 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c02df-f1ba-4e71-bea2-64a7f0bb8016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e212ce-58b3-418d-b9fe-19a9fd256ea7,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:59.336843 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35726) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:59.350452 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9751ed7f-df0a-4c13-8133-4e943537dce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:59.397085 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:09:59.423549 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9751ed7f-df0a-4c13-8133-4e943537dce6 admin admin] Publish callbacks [] for security_group (bf57f440-0b66-4e7f-a09f-c4e073367287), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:59.489353 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9751ed7f-df0a-4c13-8133-4e943537dce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (bf57f440-0b66-4e7f-a09f-c4e073367287), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:59.528783 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-9751ed7f-df0a-4c13-8133-4e943537dce6 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=29002de470164088b4659341e49e0ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908801 Sep 23 14:09:59.531621 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35730) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:09:59.533550 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751ed7f-df0a-4c13-8133-4e943537dce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf57f440-0b66-4e7f-a09f-c4e073367287,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:09:59.581429 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec3a64cb-95fb-4386-8915-c125134a4f13 admin admin] Publish callbacks [] for security_group (bf57f440-0b66-4e7f-a09f-c4e073367287), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:59.600851 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec3a64cb-95fb-4386-8915-c125134a4f13 admin admin] Publish callbacks [] for security_group (bf57f440-0b66-4e7f-a09f-c4e073367287), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:59.717964 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec3a64cb-95fb-4386-8915-c125134a4f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (bf57f440-0b66-4e7f-a09f-c4e073367287), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:59.720997 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ec3a64cb-95fb-4386-8915-c125134a4f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:09:59.722166 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ec3a64cb-95fb-4386-8915-c125134a4f13 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bf57f440-0b66-4e7f-a09f-c4e073367287 HTTP/1.1" status: 204 len: 168 time: 0.1893215 Sep 23 14:09:59.730172 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a64cb-95fb-4386-8915-c125134a4f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf57f440-0b66-4e7f-a09f-c4e073367287,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:00.754141 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35754) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:00.849988 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-959361910-network', 'tenant_id': 'c4ce494070ca4b76a93a6a4a9f42414c'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:00.924706 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Made reservation on behalf of c4ce494070ca4b76a93a6a4a9f42414c for: {'network': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:10:00.928825 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:00.936498 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:01.015247 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Publish callbacks [] for security_group (fb643a79-7dd3-4430-a882-880eea67d598), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:01.094162 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (fb643a79-7dd3-4430-a882-880eea67d598), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:01.123781 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=106653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:10:01.131347 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb643a79-7dd3-4430-a882-880eea67d598,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:01.137370 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (501fde31-4707-496c-8cd7-8aeb773b10f3), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:01.137723 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.segments_db [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Added segment 501fde31-4707-496c-8cd7-8aeb773b10f3 of type vlan for network 7d566560-6d05-4813-af89-28dc8e1f05bf Sep 23 14:10:01.179557 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (7d566560-6d05-4813-af89-28dc8e1f05bf), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:01.284398 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (7d566560-6d05-4813-af89-28dc8e1f05bf), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:01.285414 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:01.286034 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:01.346558 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] Pushing event updated for resources: {'Network': ['ID=7d566560-6d05-4813-af89-28dc8e1f05bf,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:01.356294 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 7d566560-6d05-4813-af89-28dc8e1f05bf details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:10:01.429351 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-25b5bb7f-9836-4abf-8077-fbeef4f0ce27 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6740596 Sep 23 14:10:01.432659 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35760) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:01.437591 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] Request body: {'subnet': {'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-959361910-subnet', 'tenant_id': 'c4ce494070ca4b76a93a6a4a9f42414c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:01.529357 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] Made reservation on behalf of c4ce494070ca4b76a93a6a4a9f42414c for: {'subnet': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:10:01.531768 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777750'] for subnet (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:01.655600 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:01.781641 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59169651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777728'] for subnet (7e7b72d3-2384-44fd-8885-72e5237b59be), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:01.835819 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7b72d3-2384-44fd-8885-72e5237b59be,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:01.853250 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] Checking segment: {'id': '501fde31-4707-496c-8cd7-8aeb773b10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:10:01.853662 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] Network hostable DHCP agents. Network: 7d566560-6d05-4813-af89-28dc8e1f05bf, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:10:01.975436 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] Network 7d566560-6d05-4813-af89-28dc8e1f05bf is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:10:02.078389 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 7d566560-6d05-4813-af89-28dc8e1f05bf) {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:10:02.083831 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:02.087999 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:02.088832 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aca1c5-04ba-4cde-8066-3111abc7d303 None None] Network 7d566560-6d05-4813-af89-28dc8e1f05bf requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:10:02.190360 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a58f5-2fd9-42c9-b658-664fdf3fc600 None None] Network 7d566560-6d05-4813-af89-28dc8e1f05bf requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:10:02.203413 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-39ddb087-0251-4478-b2e7-31c98f2c0619 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7616909 Sep 23 14:10:04.301379 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=83 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:04.608543 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-88520246-b9be-490f-909e-5c22a5b8d5e3 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:04.609981 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-88520246-b9be-490f-909e-5c22a5b8d5e3 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/networks?id=7d566560-6d05-4813-af89-28dc8e1f05bf HTTP/1.1" status: 200 len: 808 time: 0.1038432 Sep 23 14:10:04.624272 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f06e26f4-521c-4120-b2ab-9e41f62e70eb tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/quotas/c4ce494070ca4b76a93a6a4a9f42414c HTTP/1.1" status: 200 len: 375 time: 0.0087435 Sep 23 14:10:04.655281 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f922775d-5a76-4f4d-8be7-bf7ede6786de tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=c4ce494070ca4b76a93a6a4a9f42414c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263119 Sep 23 14:10:04.749425 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:04.755038 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-31beae3b-aa2e-4f09-9462-27012fb99289 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7d566560-6d05-4813-af89-28dc8e1f05bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925431 Sep 23 14:10:04.823521 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:04.847172 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-68c0269e-d46d-4c7a-877e-6baeffe49845 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7d566560-6d05-4813-af89-28dc8e1f05bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858645 Sep 23 14:10:05.124885 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-02604019-7885-4e2b-b140-640b9e909adb req-50760f75-7fef-498f-bdcc-86d4a4ea653a tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 210 time: 0.0279219 Sep 23 14:10:06.227536 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bc65becf-4fcf-4738-a29f-722cc3d6677c req-17833d45-702f-46bb-a5ea-d3bc566ab200 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 210 time: 0.0271797 Sep 23 14:10:07.332934 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b16bc05c-8eee-4c17-b6b5-ba9239f71a2f req-71df224a-70b1-436d-873e-3a7c06205434 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 210 time: 0.0283632 Sep 23 14:10:07.531184 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-dcf6c27e-cc9e-449c-9665-61fd22c924d7 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:07.532724 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-dcf6c27e-cc9e-449c-9665-61fd22c924d7 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7d566560-6d05-4813-af89-28dc8e1f05bf HTTP/1.1" status: 200 len: 808 time: 0.1074598 Sep 23 14:10:07.572010 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Request body: {'port': {'device_id': 'e9c937b4-c14c-4761-83ff-cf16703c0818', 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf', 'admin_state_up': True, 'tenant_id': 'c4ce494070ca4b76a93a6a4a9f42414c'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:07.792695 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Made reservation on behalf of c4ce494070ca4b76a93a6a4a9f42414c for: {'port': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:10:07.796432 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:07.922487 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Allocated IP 172.20.0.10 (7d566560-6d05-4813-af89-28dc8e1f05bf/7e7b72d3-2384-44fd-8885-72e5237b59be/8a2f6a36-e9df-41f2-ae66-3fad8840d659) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:10:08.075195 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks [] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:08.165005 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:08.217071 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Network 7d566560-6d05-4813-af89-28dc8e1f05bf is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:10:08.223048 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:10:08.225193 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Pushing event updated for resources: {'Port': ['ID=8a2f6a36-e9df-41f2-ae66-3fad8840d659,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:08.227319 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:10:08.275298 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:08.275910 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:08.353836 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-6f57e708-57a4-43f5-87a7-f5b0afd71679 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7855818 Sep 23 14:10:08.372757 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Request body: {'port': {'device_id': 'e9c937b4-c14c-4761-83ff-cf16703c0818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:08.438069 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:08.463212 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:08.467616 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:08.507600 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ac154-22c3-4d0d-b8b9-b7708a175856 req-25328171-ea9b-431f-ba4e-61a73831b15c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:08.509057 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1d7ac154-22c3-4d0d-b8b9-b7708a175856 req-25328171-ea9b-431f-ba4e-61a73831b15c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 932 time: 0.0856729 Sep 23 14:10:08.618617 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1d7ac154-22c3-4d0d-b8b9-b7708a175856 req-991f1395-9bd7-4198-bea6-a07c47efc88b tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009076 Sep 23 14:10:08.776193 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2f6a36-e9df-41f2-ae66-3fad8840d659 {{(pid=106653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:10:08.784016 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Publish callbacks [] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:08.796887 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.provisioning_blocks [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Transition to ACTIVE for port object 8a2f6a36-e9df-41f2-ae66-3fad8840d659 will not be triggered until provisioned by entity L2. {{(pid=106653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:10:08.866812 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:08.950101 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2f6a36-e9df-41f2-ae66-3fad8840d659,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:08.982170 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Attempting to bind port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:10:08.983606 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Attempting to bind port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '501fde31-4707-496c-8cd7-8aeb773b10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf'}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:10:08.983606 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Attempting to bind port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 on network 7d566560-6d05-4813-af89-28dc8e1f05bf {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:10:09.024464 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 on network 7d566560-6d05-4813-af89-28dc8e1f05bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:10:09.024790 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Attempting to bind port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 on network 7d566560-6d05-4813-af89-28dc8e1f05bf {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:10:09.026545 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:09.069247 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:10:09.069575 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Checking segment: {'id': '501fde31-4707-496c-8cd7-8aeb773b10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:10:09.070032 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Bound using segment: {'id': '501fde31-4707-496c-8cd7-8aeb773b10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf'} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:10:09.070507 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Bound port: 8a2f6a36-e9df-41f2-ae66-3fad8840d659, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501fde31-4707-496c-8cd7-8aeb773b10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf'}}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:10:09.070860 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:09.135581 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] For port 8a2f6a36-e9df-41f2-ae66-3fad8840d659, host hv-cinder-85743, cleared binding levels {{(pid=106653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:10:09.138618 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] For port 8a2f6a36-e9df-41f2-ae66-3fad8840d659, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8a2f6a36-e9df-41f2-ae66-3fad8840d659,segment=NetworkSegment(501fde31-4707-496c-8cd7-8aeb773b10f3),segment_id=501fde31-4707-496c-8cd7-8aeb773b10f3)] {{(pid=106653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:10:09.208862 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:09.213893 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:09.214582 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:09.216590 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/8a2f6a36-e9df-41f2-ae66-3fad8840d659 HTTP/1.1" status: 200 len: 1094 time: 0.8476169 Sep 23 14:10:09.217592 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c937b4-c14c-4761-83ff-cf16703c0818', 'tag': '8a2f6a36-e9df-41f2-ae66-3fad8840d659'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:09.219855 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c40f12-0695-4e01-882b-c7280808c740" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c937b4-c14c-4761-83ff-cf16703c0818", "tag": "8a2f6a36-e9df-41f2-ae66-3fad8840d659"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:09.263460 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d74af65-448a-4235-b381-4a0610ce869b x-openstack-request-id: req-2d74af65-448a-4235-b381-4a0610ce869b {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:09.263743 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c937b4-c14c-4761-83ff-cf16703c0818", "tag": "8a2f6a36-e9df-41f2-ae66-3fad8840d659", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:09.263993 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d74af65-448a-4235-b381-4a0610ce869b {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:09.264398 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d74af65-448a-4235-b381-4a0610ce869b'] response: {'name': 'network-changed', 'server_uuid': 'e9c937b4-c14c-4761-83ff-cf16703c0818', 'tag': '8a2f6a36-e9df-41f2-ae66-3fad8840d659', 'status': 'completed', 'code': 200} Sep 23 14:10:09.269111 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4814099-fffe-456a-a487-d2cf570a4699 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2f6a36-e9df-41f2-ae66-3fad8840d659,revision_number=3']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:09.358023 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c40f12-0695-4e01-882b-c7280808c740 req-7256b6ee-6124-40ad-b895-cd8cef1a5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:09.359846 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e3c40f12-0695-4e01-882b-c7280808c740 req-7256b6ee-6124-40ad-b895-cd8cef1a5204 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c4ce494070ca4b76a93a6a4a9f42414c&device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 1128 time: 0.0426881 Sep 23 14:10:09.479811 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c40f12-0695-4e01-882b-c7280808c740 req-02f88d77-a5de-4244-8029-b9e0b00edede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:09.481339 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e3c40f12-0695-4e01-882b-c7280808c740 req-02f88d77-a5de-4244-8029-b9e0b00edede service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=c4ce494070ca4b76a93a6a4a9f42414c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1068606 Sep 23 14:10:09.580878 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c40f12-0695-4e01-882b-c7280808c740 req-05ebd9f0-74d2-46f4-82ae-d5929cc896c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:09.582591 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e3c40f12-0695-4e01-882b-c7280808c740 req-05ebd9f0-74d2-46f4-82ae-d5929cc896c1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948858 Sep 23 14:10:09.697371 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-420f65d5-4c59-4fac-bfc0-be320bc1daed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:09.699073 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-420f65d5-4c59-4fac-bfc0-be320bc1daed service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c4ce494070ca4b76a93a6a4a9f42414c&device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 1128 time: 0.0496607 Sep 23 14:10:09.770110 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-d7c09816-e186-48ef-affd-69bc9446e39e service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a2f6a36-e9df-41f2-ae66-3fad8840d659 HTTP/1.1" status: 200 len: 217 time: 0.0451040 Sep 23 14:10:09.826567 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-24900dc1-6a6d-4651-8492-7af0bec10686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:09.828022 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-24900dc1-6a6d-4651-8492-7af0bec10686 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7e7b72d3-2384-44fd-8885-72e5237b59be HTTP/1.1" status: 200 len: 848 time: 0.0570991 Sep 23 14:10:09.864532 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-b4151179-cd7d-419d-8219-c78a2da92748 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7d566560-6d05-4813-af89-28dc8e1f05bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300205 Sep 23 14:10:09.960584 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900bd9c-1a6d-4cba-a80c-95f088376923 req-daafbdef-cf8f-4786-8bd0-7fc3cff002ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:09.962210 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1900bd9c-1a6d-4cba-a80c-95f088376923 req-daafbdef-cf8f-4786-8bd0-7fc3cff002ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 944 time: 0.1006796 Sep 23 14:10:10.001865 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:10.036653 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-18bc2a76-6599-49a9-b8d6-5569a2704590 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7d566560-6d05-4813-af89-28dc8e1f05bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644812 Sep 23 14:10:10.079398 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1900bd9c-1a6d-4cba-a80c-95f088376923 req-c4cf8235-d418-416f-935d-3ee1f4e0a6a7 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082690 Sep 23 14:10:10.419353 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71a5b6ce-4a43-4b23-8ce1-2457eb8e40be req-03e8dd05-1fb6-498b-8a34-043dff7cc17f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7d566560-6d05-4813-af89-28dc8e1f05bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715580 Sep 23 14:10:11.000513 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf19483-e3be-4998-a8c7-32e6a1a02bed req-593ff291-4164-4760-92fc-3135e0127e4e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:11.002124 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9bf19483-e3be-4998-a8c7-32e6a1a02bed req-593ff291-4164-4760-92fc-3135e0127e4e tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 946 time: 0.0515270 Sep 23 14:10:11.036290 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:11.057407 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9bf19483-e3be-4998-a8c7-32e6a1a02bed req-cda90af7-70c5-455c-873e-25beb71176df tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487564 Sep 23 14:10:11.211540 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6db06-bf2f-4911-bc8c-228662ec0d19 req-35ec5e38-99cb-4d25-becd-5d1586b155b7 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:11.212998 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-62b6db06-bf2f-4911-bc8c-228662ec0d19 req-35ec5e38-99cb-4d25-becd-5d1586b155b7 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 944 time: 0.0509408 Sep 23 14:10:11.260798 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-62b6db06-bf2f-4911-bc8c-228662ec0d19 req-6a9bfa88-c36f-4276-867b-abbbdcf9383e tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 Sep 23 14:10:12.092990 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=57,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:12.097943 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:12.187445 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd3f12-98dd-4acc-add5-8cc2e2d9e744 req-cc2ceb7f-7120-4bb4-bc3d-2eb4e0925b3d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:12.188917 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fabd3f12-98dd-4acc-add5-8cc2e2d9e744 req-cc2ceb7f-7120-4bb4-bc3d-2eb4e0925b3d tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 946 time: 0.0492187 Sep 23 14:10:12.239147 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fabd3f12-98dd-4acc-add5-8cc2e2d9e744 req-d08ff9a4-0909-4656-80b3-ad4309e59681 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440474 Sep 23 14:10:12.270617 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:12.294355 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:12.363420 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8a2f6a36-e9df-41f2-ae66-3fad8840d659 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:10:12.385125 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62042e-b197-40d1-b85f-77c766c47f6b req-4c3862c0-cd43-4f07-b202-23c7c978a119 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:12.386642 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-df62042e-b197-40d1-b85f-77c766c47f6b req-4c3862c0-cd43-4f07-b202-23c7c978a119 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 944 time: 0.0517654 Sep 23 14:10:12.442196 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-df62042e-b197-40d1-b85f-77c766c47f6b req-7c80d194-6b52-46be-a656-7c70e9f6fa45 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466936 Sep 23 14:10:12.466903 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 8a2f6a36-e9df-41f2-ae66-3fad8840d659, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8a2f6a36-e9df-41f2-ae66-3fad8840d659,segment=NetworkSegment(501fde31-4707-496c-8cd7-8aeb773b10f3),segment_id=501fde31-4707-496c-8cd7-8aeb773b10f3)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:12.479016 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '8a2f6a36-e9df-41f2-ae66-3fad8840d659', 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf', 'port_id': '8a2f6a36-e9df-41f2-ae66-3fad8840d659', 'mac_address': 'fa:16:3e:d9:8d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7b72d3-2384-44fd-8885-72e5237b59be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:10:12.517828 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:12.518137 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:12.531946 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2f6a36-e9df-41f2-ae66-3fad8840d659 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:10:12.551916 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 8a2f6a36-e9df-41f2-ae66-3fad8840d659, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8a2f6a36-e9df-41f2-ae66-3fad8840d659,segment=NetworkSegment(501fde31-4707-496c-8cd7-8aeb773b10f3),segment_id=501fde31-4707-496c-8cd7-8aeb773b10f3)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:12.632903 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:12.680859 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=8a2f6a36-e9df-41f2-ae66-3fad8840d659,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:12.688120 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.688470 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.688811 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.689152 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.689484 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.689832 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.690143 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.690994 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.691334 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.691661 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.691984 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.692310 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.692631 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.692956 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.693278 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:12.994893 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['8a2f6a36-e9df-41f2-ae66-3fad8840d659'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:10:13.386576 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-cd70e088-5897-46db-bd95-75ed473d4998 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:13.388068 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-cd70e088-5897-46db-bd95-75ed473d4998 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 946 time: 0.0785229 Sep 23 14:10:13.396535 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e67c6-bbe0-47fc-8f0b-0994044385ee req-1572017b-f165-46bb-9da2-9f587aab4cea tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:13.397893 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b97e67c6-bbe0-47fc-8f0b-0994044385ee req-1572017b-f165-46bb-9da2-9f587aab4cea tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 946 time: 0.0765092 Sep 23 14:10:13.514885 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b97e67c6-bbe0-47fc-8f0b-0994044385ee req-23116468-93e7-4247-a07f-bfa02b224e2b tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099460 Sep 23 14:10:13.525329 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Deleting port 20043706-94ae-416a-96d1-e1f2fc14183b {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:13.525684 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:13.618814 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0511ed2-1b96-41cb-b40b-f2c6c8488187 req-740711e4-0b08-4670-b056-1ab334b383bb tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:13.620428 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0511ed2-1b96-41cb-b40b-f2c6c8488187 req-740711e4-0b08-4670-b056-1ab334b383bb tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 945 time: 0.0969083 Sep 23 14:10:13.686468 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] For port 20043706-94ae-416a-96d1-e1f2fc14183b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=20043706-94ae-416a-96d1-e1f2fc14183b,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:13.686837 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:13.710766 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a0511ed2-1b96-41cb-b40b-f2c6c8488187 req-d6084427-7751-497d-8f73-e18849bcd3fa tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828054 Sep 23 14:10:13.865036 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:13.865412 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (488ba56a-34b4-49fb-8d6e-1cb842879df3), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:13.865734 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Floating IP 488ba56a-34b4-49fb-8d6e-1cb842879df3 disassociated. External IP: 172.27.1.245, port: 20043706-94ae-416a-96d1-e1f2fc14183b. Sep 23 14:10:13.866083 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Calling delete_port for 20043706-94ae-416a-96d1-e1f2fc14183b owned by compute:nova {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:13.925787 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:13.941082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:14.055668 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (20043706-94ae-416a-96d1-e1f2fc14183b), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:14.091212 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event deleted for resources: {'Port': ['ID=20043706-94ae-416a-96d1-e1f2fc14183b,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:14.201144 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:10:14.310956 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:10:14.321078 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be09e33-e1b5-4890-9a78-edd7a258d595 None None] Sync routers for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:10:14.331989 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be09e33-e1b5-4890-9a78-edd7a258d595 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:14.332697 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-1be09e33-e1b5-4890-9a78-edd7a258d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:09:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:14.358924 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] No DVR routers for this DVR port 20043706-94ae-416a-96d1-e1f2fc14183b on host hv-cinder-85743 {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:10:14.361856 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:14.365960 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bdb135df-a3f2-4b62-aa4e-c94087314a9a req-3d4e2716-3ff3-49bb-a716-5edba30a5a75 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.49 "DELETE /networking/v2.0/ports/20043706-94ae-416a-96d1-e1f2fc14183b HTTP/1.1" status: 204 len: 173 time: 0.9671590 Sep 23 14:10:14.366686 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'name': 'network-vif-deleted', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:14.369503 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb859ae-47b0-4115-8719-3f46d8d91e6d" -d '{"events": [{"server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "name": "network-vif-deleted", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:14.398867 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8a2f6a36-e9df-41f2-ae66-3fad8840d659 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:10:14.415320 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b7e64e-1d19-4d23-94a8-fee8cf060478 x-openstack-request-id: req-13b7e64e-1d19-4d23-94a8-fee8cf060478 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:14.415320 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49eff20-f8a6-404b-b09c-def6e4c167ca", "name": "network-vif-deleted", "tag": "20043706-94ae-416a-96d1-e1f2fc14183b", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:14.415320 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13b7e64e-1d19-4d23-94a8-fee8cf060478 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:14.415320 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b7e64e-1d19-4d23-94a8-fee8cf060478'] response: {'server_uuid': 'c49eff20-f8a6-404b-b09c-def6e4c167ca', 'name': 'network-vif-deleted', 'tag': '20043706-94ae-416a-96d1-e1f2fc14183b', 'status': 'completed', 'code': 200} Sep 23 14:10:14.463897 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:10:14.551466 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-1be09e33-e1b5-4890-9a78-edd7a258d595 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:14.564007 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:14.564409 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:14.564754 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 Sep 23 14:10:14.652461 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:14.652864 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:14.676932 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-20ff9c79-691e-4a15-92bb-77fb835f0af6 req-1f7c429b-3e3c-4105-a73d-8ae70e6b2494 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c49eff20-f8a6-404b-b09c-def6e4c167ca HTTP/1.1" status: 200 len: 210 time: 0.0375333 Sep 23 14:10:14.678245 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c937b4-c14c-4761-83ff-cf16703c0818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2f6a36-e9df-41f2-ae66-3fad8840d659'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:14.680515 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67abd97e-9c18-4065-9f98-35a3caaff6ed" -d '{"events": [{"server_uuid": "e9c937b4-c14c-4761-83ff-cf16703c0818", "name": "network-vif-plugged", "status": "completed", "tag": "8a2f6a36-e9df-41f2-ae66-3fad8840d659"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:14.695990 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 8a2f6a36-e9df-41f2-ae66-3fad8840d659, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8a2f6a36-e9df-41f2-ae66-3fad8840d659,segment=NetworkSegment(501fde31-4707-496c-8cd7-8aeb773b10f3),segment_id=501fde31-4707-496c-8cd7-8aeb773b10f3)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:14.735731 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e7b845-ca7e-42a6-9a89-f2dabe148213 x-openstack-request-id: req-b3e7b845-ca7e-42a6-9a89-f2dabe148213 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:14.735731 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c937b4-c14c-4761-83ff-cf16703c0818", "name": "network-vif-plugged", "status": "completed", "tag": "8a2f6a36-e9df-41f2-ae66-3fad8840d659", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:14.735731 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3e7b845-ca7e-42a6-9a89-f2dabe148213 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:14.735731 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e7b845-ca7e-42a6-9a89-f2dabe148213'] response: {'server_uuid': 'e9c937b4-c14c-4761-83ff-cf16703c0818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2f6a36-e9df-41f2-ae66-3fad8840d659', 'code': 200} Sep 23 14:10:14.751768 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-1be09e33-e1b5-4890-9a78-edd7a258d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:14.766367 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:14.778797 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be09e33-e1b5-4890-9a78-edd7a258d595 None None] Checking router: 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:10:14.790219 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be09e33-e1b5-4890-9a78-edd7a258d595 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:14.790677 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-1be09e33-e1b5-4890-9a78-edd7a258d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:09:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:14.870792 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316939d9-76ad-46e8-b664-52eecfe19b0a req-875bab84-6c4a-4aef-8a16-0beb00ef59b4 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:14.881852 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-316939d9-76ad-46e8-b664-52eecfe19b0a req-875bab84-6c4a-4aef-8a16-0beb00ef59b4 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 946 time: 0.0842690 Sep 23 14:10:14.884348 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=8a2f6a36-e9df-41f2-ae66-3fad8840d659,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:14.901703 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-1be09e33-e1b5-4890-9a78-edd7a258d595 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:14.914406 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:14.938003 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-316939d9-76ad-46e8-b664-52eecfe19b0a req-c67924c4-b078-4659-a0b4-c204cd850591 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552709 Sep 23 14:10:14.987756 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-84eb216d-4f68-46b6-8b97-14641a42b9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:15.109020 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-1be09e33-e1b5-4890-9a78-edd7a258d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:15.140594 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be09e33-e1b5-4890-9a78-edd7a258d595 None None] The sync data for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi is: [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:03:46Z', 'revision_number': 4, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '730eaece-0175-48f0-82b6-1a0af136a060', 'name': '', 'network_id': '0f2b1efa-9c49-4c4b-95ca-efb64f014785', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'mac_address': 'fa:16:3e:2b:4a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '020c9151-4899-48c8-812f-202e3637905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:45Z', 'updated_at': '2022-09-23T14:03:50Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'subnets': [{'id': '020c9151-4899-48c8-812f-202e3637905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:10:15.187393 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:15.189969 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39c804-f1e9-4b88-b20c-a816bb2346f0 req-73f3ff9d-afc8-4a93-99d0-8de80393e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:15.192200 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6d39c804-f1e9-4b88-b20c-a816bb2346f0 req-73f3ff9d-afc8-4a93-99d0-8de80393e614 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 1130 time: 0.0440207 Sep 23 14:10:15.247708 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6d39c804-f1e9-4b88-b20c-a816bb2346f0 req-961f9fbc-900d-4536-a20e-dd19baf6c812 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463386 Sep 23 14:10:15.385930 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe4db21-8686-48bf-8d96-3e3b7fe8c6aa None None] New status for floating IP 488ba56a-34b4-49fb-8d6e-1cb842879df3: DOWN {{(pid=106654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:10:15.966528 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 35960) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:16.025531 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-91b9ff7c-7cb5-4a7c-8cee-9beb7d7a6b46 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (49cfa0bc-0dea-4225-a2e4-405edb6b4b2a), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:16.050725 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-91b9ff7c-7cb5-4a7c-8cee-9beb7d7a6b46 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (49cfa0bc-0dea-4225-a2e4-405edb6b4b2a), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:16.077176 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c9a2d-373d-4c87-8660-b7bab301a13d req-3b51fde1-b405-46b4-a60b-c080bd136399 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:16.078700 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d74c9a2d-373d-4c87-8660-b7bab301a13d req-3b51fde1-b405-46b4-a60b-c080bd136399 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 946 time: 0.0531561 Sep 23 14:10:16.131698 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d74c9a2d-373d-4c87-8660-b7bab301a13d req-93421433-aa5d-406c-9d2e-b3c129b69994 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450199 Sep 23 14:10:16.192761 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-91b9ff7c-7cb5-4a7c-8cee-9beb7d7a6b46 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (49cfa0bc-0dea-4225-a2e4-405edb6b4b2a), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:16.195354 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-91b9ff7c-7cb5-4a7c-8cee-9beb7d7a6b46 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:16.196507 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-91b9ff7c-7cb5-4a7c-8cee-9beb7d7a6b46 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/49cfa0bc-0dea-4225-a2e4-405edb6b4b2a HTTP/1.1" status: 204 len: 168 time: 0.2289219 Sep 23 14:10:16.203897 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35964) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:16.207043 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9ff7c-7cb5-4a7c-8cee-9beb7d7a6b46 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cfa0bc-0dea-4225-a2e4-405edb6b4b2a,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:16.213707 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.api.v2.resource [None req-2ad74629-b954-4a79-9de8-34d4af26c456 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] show failed (client error): The resource could not be found. Sep 23 14:10:16.217292 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-2ad74629-b954-4a79-9de8-34d4af26c456 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "GET /networking/v2.0/security-groups/49cfa0bc-0dea-4225-a2e4-405edb6b4b2a HTTP/1.1" status: 404 len: 347 time: 0.0140238 Sep 23 14:10:16.217959 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 35966) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:16.342060 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-0d7cad15-bd1f-486d-b027-17c576b9fa09 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Deleting port 6020016e-737f-4760-b8a7-76dd38596a86 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:16.342438 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0d7cad15-bd1f-486d-b027-17c576b9fa09 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (6020016e-737f-4760-b8a7-76dd38596a86), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:16.375818 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 20043706-94ae-416a-96d1-e1f2fc14183b no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:10:16.396932 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 20043706-94ae-416a-96d1-e1f2fc14183b {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:10:16.397130 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 20043706-94ae-416a-96d1-e1f2fc14183b not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:10:16.399396 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:16.429663 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0d7cad15-bd1f-486d-b027-17c576b9fa09 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (6020016e-737f-4760-b8a7-76dd38596a86), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:16.430014 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0d7cad15-bd1f-486d-b027-17c576b9fa09 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (6020016e-737f-4760-b8a7-76dd38596a86), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:16.444218 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-0d7cad15-bd1f-486d-b027-17c576b9fa09 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Calling delete_port for 6020016e-737f-4760-b8a7-76dd38596a86 owned by network:floatingip {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:16.530647 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:16.642874 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0d7cad15-bd1f-486d-b027-17c576b9fa09 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (6020016e-737f-4760-b8a7-76dd38596a86), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:16.669539 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cad15-bd1f-486d-b027-17c576b9fa09 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Pushing event deleted for resources: {'Port': ['ID=6020016e-737f-4760-b8a7-76dd38596a86,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:16.736011 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0d7cad15-bd1f-486d-b027-17c576b9fa09 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks [] for floatingip (488ba56a-34b4-49fb-8d6e-1cb842879df3), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:16.738485 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0d7cad15-bd1f-486d-b027-17c576b9fa09 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:16.741404 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-0d7cad15-bd1f-486d-b027-17c576b9fa09 tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/488ba56a-34b4-49fb-8d6e-1cb842879df3 HTTP/1.1" status: 204 len: 168 time: 0.5214314 Sep 23 14:10:17.260219 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04b094-cade-4000-9b49-f9703b997695 req-f0b2bec1-4d63-4a4e-820d-b6c0deab28d4 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:17.261696 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-aa04b094-cade-4000-9b49-f9703b997695 req-f0b2bec1-4d63-4a4e-820d-b6c0deab28d4 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 946 time: 0.0492280 Sep 23 14:10:17.310038 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-aa04b094-cade-4000-9b49-f9703b997695 req-69006775-98a7-438c-a417-fa1e9ef87d6c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Sep 23 14:10:17.319171 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-6f271fbc-dcc0-4019-a2c0-99e22f8b5270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:18.579410 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:18.983526 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc5be-d5b5-4b33-b38a-004d4bdca4cc req-bce346af-b3dc-4e2d-a27f-793404181036 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:18.984976 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d2dc5be-d5b5-4b33-b38a-004d4bdca4cc req-bce346af-b3dc-4e2d-a27f-793404181036 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 946 time: 0.0497429 Sep 23 14:10:19.031994 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d2dc5be-d5b5-4b33-b38a-004d4bdca4cc req-24480aa2-e378-4bb6-9008-ddec33d35d83 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Sep 23 14:10:19.632434 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36020) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:20.049992 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:20.172368 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172349-ce3e-4d9b-9c14-1b73ed5147d4 req-c2464b20-ad47-4529-9820-6b469348f317 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:20.174082 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b0172349-ce3e-4d9b-9c14-1b73ed5147d4 req-c2464b20-ad47-4529-9820-6b469348f317 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 946 time: 0.0611572 Sep 23 14:10:20.228482 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b0172349-ce3e-4d9b-9c14-1b73ed5147d4 req-bc0aa20c-0292-41ca-929d-9080fa29c490 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484037 Sep 23 14:10:20.232975 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:20.342363 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494252'] for router_interface (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:20.560090 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] Deleting port 730eaece-0175-48f0-82b6-1a0af136a060 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:20.560430 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (730eaece-0175-48f0-82b6-1a0af136a060), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:20.638268 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] For port 730eaece-0175-48f0-82b6-1a0af136a060, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=730eaece-0175-48f0-82b6-1a0af136a060,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:20.638998 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (730eaece-0175-48f0-82b6-1a0af136a060), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:20.650907 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] Calling delete_port for 730eaece-0175-48f0-82b6-1a0af136a060 owned by network:router_interface {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:20.714141 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:20.746485 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:20.748565 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a86de-9058-4eb8-bb17-3fcf53027f93 req-317f3cbb-196b-42a4-9b62-645cff36287a tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:20.750030 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d46a86de-9058-4eb8-bb17-3fcf53027f93 req-317f3cbb-196b-42a4-9b62-645cff36287a tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 946 time: 0.0457127 Sep 23 14:10:20.893195 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-d46a86de-9058-4eb8-bb17-3fcf53027f93 req-32695b12-a4ab-4729-bada-b195b3ae0bd0 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Deleting port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:20.893609 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-d46a86de-9058-4eb8-bb17-3fcf53027f93 req-32695b12-a4ab-4729-bada-b195b3ae0bd0 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:20.988520 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-d46a86de-9058-4eb8-bb17-3fcf53027f93 req-32695b12-a4ab-4729-bada-b195b3ae0bd0 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] For port 8a2f6a36-e9df-41f2-ae66-3fad8840d659, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8a2f6a36-e9df-41f2-ae66-3fad8840d659,segment=NetworkSegment(501fde31-4707-496c-8cd7-8aeb773b10f3),segment_id=501fde31-4707-496c-8cd7-8aeb773b10f3)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:20.988883 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-d46a86de-9058-4eb8-bb17-3fcf53027f93 req-32695b12-a4ab-4729-bada-b195b3ae0bd0 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:21.002472 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [req-d46a86de-9058-4eb8-bb17-3fcf53027f93 req-32695b12-a4ab-4729-bada-b195b3ae0bd0 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Calling delete_port for 8a2f6a36-e9df-41f2-ae66-3fad8840d659 owned by compute:nova {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:21.049949 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (730eaece-0175-48f0-82b6-1a0af136a060), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:21.075958 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] Pushing event deleted for resources: {'Port': ['ID=730eaece-0175-48f0-82b6-1a0af136a060,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:21.215635 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-d46a86de-9058-4eb8-bb17-3fcf53027f93 req-32695b12-a4ab-4729-bada-b195b3ae0bd0 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (8a2f6a36-e9df-41f2-ae66-3fad8840d659), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:21.235081 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:21.253156 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['8a2f6a36-e9df-41f2-ae66-3fad8840d659'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:10:21.280854 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32695b12-a4ab-4729-bada-b195b3ae0bd0 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Pushing event deleted for resources: {'Port': ['ID=8a2f6a36-e9df-41f2-ae66-3fad8840d659,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:21.297819 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-490524'] for router_interface (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:21.327321 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46a86de-9058-4eb8-bb17-3fcf53027f93 req-32695b12-a4ab-4729-bada-b195b3ae0bd0 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] No DVR routers for this DVR port 8a2f6a36-e9df-41f2-ae66-3fad8840d659 on host hv-cinder-85743 {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:10:21.331136 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-d46a86de-9058-4eb8-bb17-3fcf53027f93 req-32695b12-a4ab-4729-bada-b195b3ae0bd0 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:21.334035 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d46a86de-9058-4eb8-bb17-3fcf53027f93 req-32695b12-a4ab-4729-bada-b195b3ae0bd0 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8a2f6a36-e9df-41f2-ae66-3fad8840d659 HTTP/1.1" status: 204 len: 173 time: 0.5766995 Sep 23 14:10:21.334574 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c937b4-c14c-4761-83ff-cf16703c0818', 'name': 'network-vif-deleted', 'tag': '8a2f6a36-e9df-41f2-ae66-3fad8840d659'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:21.336996 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545a780c-79bb-4c4b-a2f5-4cf9c865cf80" -d '{"events": [{"server_uuid": "e9c937b4-c14c-4761-83ff-cf16703c0818", "name": "network-vif-deleted", "tag": "8a2f6a36-e9df-41f2-ae66-3fad8840d659"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:21.377702 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8f46607c-3a20-41da-9e7c-e5e2870682d9 req-c06e82f1-18fd-4654-bf1e-f27c28114127 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 210 time: 0.0375361 Sep 23 14:10:21.396909 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f6df2e-215e-4903-a354-c519dc5926f3 x-openstack-request-id: req-46f6df2e-215e-4903-a354-c519dc5926f3 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:21.397243 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c937b4-c14c-4761-83ff-cf16703c0818", "name": "network-vif-deleted", "tag": "8a2f6a36-e9df-41f2-ae66-3fad8840d659", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:21.397492 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46f6df2e-215e-4903-a354-c519dc5926f3 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:21.397902 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f6df2e-215e-4903-a354-c519dc5926f3'] response: {'server_uuid': 'e9c937b4-c14c-4761-83ff-cf16703c0818', 'name': 'network-vif-deleted', 'tag': '8a2f6a36-e9df-41f2-ae66-3fad8840d659', 'status': 'completed', 'code': 200} Sep 23 14:10:21.529292 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] Router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:10:21.634518 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:10:21.640106 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-516bf122-d085-4498-a8e1-403ec8f1a338 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/47f32e87-7e23-4f46-ab3d-2edc94d9aaf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0070214 Sep 23 14:10:21.642451 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36034) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:21.644772 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9af65-bd90-44cb-a3eb-150a0792c337 None None] Sync routers for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:10:21.657334 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9af65-bd90-44cb-a3eb-150a0792c337 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:21.657935 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-aca9af65-bd90-44cb-a3eb-150a0792c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:21.747087 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Publish callbacks [] for router (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:21.765652 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-aca9af65-bd90-44cb-a3eb-150a0792c337 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:21.794200 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:21.845630 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Publish callbacks [] for router_gateway (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:21.897822 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=100 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:21.937636 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-aca9af65-bd90-44cb-a3eb-150a0792c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:10:20Z', 'revision_number': 5, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port': {'id': 'fd5ee239-a197-471c-96a2-f1483563b204', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:43Z', 'updated_at': '2022-09-23T14:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:21.962312 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9af65-bd90-44cb-a3eb-150a0792c337 None None] Checking router: 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:10:21.964796 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=100 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:21.970927 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9af65-bd90-44cb-a3eb-150a0792c337 None None] Routers {'47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:21.971527 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-aca9af65-bd90-44cb-a3eb-150a0792c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:22.003837 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Deleting port fd5ee239-a197-471c-96a2-f1483563b204 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:22.004190 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (fd5ee239-a197-471c-96a2-f1483563b204), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:22.065389 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-aca9af65-bd90-44cb-a3eb-150a0792c337 None None] Set router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 gateway port host: None {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:22.080462 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:22.093822 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] For port fd5ee239-a197-471c-96a2-f1483563b204, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fd5ee239-a197-471c-96a2-f1483563b204,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:22.094184 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (fd5ee239-a197-471c-96a2-f1483563b204), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:22.107924 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Calling delete_port for fd5ee239-a197-471c-96a2-f1483563b204 owned by network:router_gateway {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:22.118712 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-aca9af65-bd90-44cb-a3eb-150a0792c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:10:21Z', 'revision_number': 6, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port_host': None}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:22.144611 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9af65-bd90-44cb-a3eb-150a0792c337 None None] The sync data for ids ['47f32e87-7e23-4f46-ab3d-2edc94d9aaf8'] in dv-cinder-857434-4-iscsi is: [{'id': '47f32e87-7e23-4f46-ab3d-2edc94d9aaf8', 'name': 'tempest-AttachVolumeShelveTestJSON-1140937024-router', 'tenant_id': 'c21d140d48ba4014bc470e8cf720785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:42Z', 'updated_at': '2022-09-23T14:10:21Z', 'revision_number': 6, 'project_id': 'c21d140d48ba4014bc470e8cf720785d', 'gw_port_host': None}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:10:22.335516 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (fd5ee239-a197-471c-96a2-f1483563b204), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:22.365325 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5ee239-a197-471c-96a2-f1483563b204,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:22.453175 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485974'] for router_gateway (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:22.504383 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-32c59cf5-e870-4be8-8fbe-6bfbee2e8625 req-bd359cb2-ce8f-414f-a87a-76fc5710838a tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e9c937b4-c14c-4761-83ff-cf16703c0818 HTTP/1.1" status: 200 len: 210 time: 0.0290003 Sep 23 14:10:22.552537 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:22.555127 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Publish callbacks [] for router_controller (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:22.665134 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490593'] for router (47f32e87-7e23-4f46-ab3d-2edc94d9aaf8), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:22.665856 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 {{(pid=106652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:10:22.670229 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:22.671083 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-c3ef945a-f954-4e68-9e45-be351f5ce102 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/47f32e87-7e23-4f46-ab3d-2edc94d9aaf8 HTTP/1.1" status: 204 len: 168 time: 1.0276749 Sep 23 14:10:22.673597 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36040) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:22.723693 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92cf946-3ff7-47c1-99c9-f7c06ab3fdd4 admin admin] Deleting subnet 020c9151-4899-48c8-812f-202e3637905a {{(pid=106652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:10:22.727098 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a92cf946-3ff7-47c1-99c9-f7c06ab3fdd4 admin admin] Publish callbacks [] for subnet (020c9151-4899-48c8-812f-202e3637905a), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:22.762343 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a92cf946-3ff7-47c1-99c9-f7c06ab3fdd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58778746'] for subnet (020c9151-4899-48c8-812f-202e3637905a), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:22.783066 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:22.839698 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a92cf946-3ff7-47c1-99c9-f7c06ab3fdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (020c9151-4899-48c8-812f-202e3637905a), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.033245 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a92cf946-3ff7-47c1-99c9-f7c06ab3fdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59169196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777785'] for subnet (020c9151-4899-48c8-812f-202e3637905a), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.063143 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cf946-3ff7-47c1-99c9-f7c06ab3fdd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=020c9151-4899-48c8-812f-202e3637905a,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:23.065098 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a92cf946-3ff7-47c1-99c9-f7c06ab3fdd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.068578 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a92cf946-3ff7-47c1-99c9-f7c06ab3fdd4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/020c9151-4899-48c8-812f-202e3637905a HTTP/1.1" status: 204 len: 168 time: 0.3940213 Sep 23 14:10:23.070824 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b12246-1a73-4b34-b950-b8ee08a43813 None None] Network 0f2b1efa-9c49-4c4b-95ca-efb64f014785 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:10:23.071294 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36042) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:23.076051 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:23.155822 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (0f2b1efa-9c49-4c4b-95ca-efb64f014785), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.191300 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:23.212924 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Deleting port b46f226a-4b25-4009-b92d-94a2b131f986 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:23.212924 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.247749 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4477326-361d-4546-8ad5-f78042e08497 None None] DHCP port deletion for 0f2b1efa-9c49-4c4b-95ca-efb64f014785 request from dv-cinder-857434-4-iscsi {{(pid=106654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 14:10:23.287833 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] For port b46f226a-4b25-4009-b92d-94a2b131f986, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=b46f226a-4b25-4009-b92d-94a2b131f986,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:23.288096 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f4477326-361d-4546-8ad5-f78042e08497 None None] Deleting port b46f226a-4b25-4009-b92d-94a2b131f986 {{(pid=106654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:23.288208 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.288636 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f4477326-361d-4546-8ad5-f78042e08497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), before_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.300967 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Calling delete_port for b46f226a-4b25-4009-b92d-94a2b131f986 owned by network:dhcp {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:23.355405 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f4477326-361d-4546-8ad5-f78042e08497 None None] For port b46f226a-4b25-4009-b92d-94a2b131f986, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=b46f226a-4b25-4009-b92d-94a2b131f986,segment=NetworkSegment(b5ee0189-b68e-4b5a-8373-7c17ff69e3aa),segment_id=b5ee0189-b68e-4b5a-8373-7c17ff69e3aa)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:23.355866 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f4477326-361d-4546-8ad5-f78042e08497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), precommit_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.370485 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f4477326-361d-4546-8ad5-f78042e08497 None None] Calling delete_port for b46f226a-4b25-4009-b92d-94a2b131f986 owned by network:dhcp {{(pid=106654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:23.430754 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.456132 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f4477326-361d-4546-8ad5-f78042e08497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (b46f226a-4b25-4009-b92d-94a2b131f986), after_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.458051 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46f226a-4b25-4009-b92d-94a2b131f986,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:23.464271 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] No DVR routers for this DVR port b46f226a-4b25-4009-b92d-94a2b131f986 on host dv-cinder-857434-4-iscsi {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:10:23.484422 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4477326-361d-4546-8ad5-f78042e08497 None None] Pushing event deleted for resources: {'Port': ['ID=b46f226a-4b25-4009-b92d-94a2b131f986,revision_number=None']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:23.487888 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4477326-361d-4546-8ad5-f78042e08497 None None] No DVR routers for this DVR port b46f226a-4b25-4009-b92d-94a2b131f986 on host dv-cinder-857434-4-iscsi {{(pid=106654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:10:23.552654 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (0f2b1efa-9c49-4c4b-95ca-efb64f014785), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.585930 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2b1efa-9c49-4c4b-95ca-efb64f014785']}} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:23.585930 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa') {'for_net_delete': True} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:23.585930 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ee0189-b68e-4b5a-8373-7c17ff69e3aa') {} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:23.598289 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934225'] for segment (b5ee0189-b68e-4b5a-8373-7c17ff69e3aa), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.614122 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (b5ee0189-b68e-4b5a-8373-7c17ff69e3aa), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.621635 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=106653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:10:23.622906 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2864527'] for segment (b5ee0189-b68e-4b5a-8373-7c17ff69e3aa), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.666392 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment b5ee0189-b68e-4b5a-8373-7c17ff69e3aa resource provider aggregate not found Sep 23 14:10:23.692859 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment b5ee0189-b68e-4b5a-8373-7c17ff69e3aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5ee0189-b68e-4b5a-8373-7c17ff69e3aa found for delete ", "request_id": "req-a39c5543-bd40-4a15-a69e-8d4b3a68df0f"}]} Sep 23 14:10:23.788973 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (0f2b1efa-9c49-4c4b-95ca-efb64f014785), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.793171 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:23.798794 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/0f2b1efa-9c49-4c4b-95ca-efb64f014785 HTTP/1.1" status: 204 len: 168 time: 0.7264888 Sep 23 14:10:23.824308 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b582ad-c228-4c97-9c1c-dc577b2944d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2b1efa-9c49-4c4b-95ca-efb64f014785,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:23.848134 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-d8dae49d-11da-4cb0-a155-51e47af4b7be tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:23.850827 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-d8dae49d-11da-4cb0-a155-51e47af4b7be tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/networks?id=7d566560-6d05-4813-af89-28dc8e1f05bf HTTP/1.1" status: 200 len: 808 time: 0.1441734 Sep 23 14:10:23.868124 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-2b64dd34-3867-4865-9abe-51574a5ca82a tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/quotas/c4ce494070ca4b76a93a6a4a9f42414c HTTP/1.1" status: 200 len: 375 time: 0.0115147 Sep 23 14:10:23.904934 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-d360d8cf-6d0d-4853-80bd-baeba5956b7b tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=c4ce494070ca4b76a93a6a4a9f42414c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315735 Sep 23 14:10:23.935718 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:24.007500 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-3b46bee0-19a3-41c4-a9b6-ec61267247c5 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7d566560-6d05-4813-af89-28dc8e1f05bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945489 Sep 23 14:10:24.072256 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 730eaece-0175-48f0-82b6-1a0af136a060 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:10:24.096037 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 730eaece-0175-48f0-82b6-1a0af136a060 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:10:24.096417 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 730eaece-0175-48f0-82b6-1a0af136a060 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:10:24.096888 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fd5ee239-a197-471c-96a2-f1483563b204 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:10:24.114290 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-0bc03f79-1cf5-42a5-bfde-fd1d177878a7 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7d566560-6d05-4813-af89-28dc8e1f05bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005535 Sep 23 14:10:24.116208 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: fd5ee239-a197-471c-96a2-f1483563b204 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:10:24.116554 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fd5ee239-a197-471c-96a2-f1483563b204 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:10:24.116966 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b46f226a-4b25-4009-b92d-94a2b131f986 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:10:24.139592 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: b46f226a-4b25-4009-b92d-94a2b131f986 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:10:24.141265 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b46f226a-4b25-4009-b92d-94a2b131f986 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:10:24.241259 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36078) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:24.286080 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-420b298f-4812-43f9-88ea-eaf796d3644e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c21d140d48ba4014bc470e8cf720785d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413139 Sep 23 14:10:24.286863 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36080) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:24.345221 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0794417c-f937-4ea5-8ac5-1150c1a6533b admin admin] Publish callbacks [] for security_group (96672428-b716-4cce-9759-f2067d639f01), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:24.374056 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0794417c-f937-4ea5-8ac5-1150c1a6533b admin admin] Publish callbacks [] for security_group (96672428-b716-4cce-9759-f2067d639f01), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:24.418909 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8a2f6a36-e9df-41f2-ae66-3fad8840d659 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:10:24.432437 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4c0c3566-1c4f-4fa4-8a2b-9c683b992784 req-2c87a155-b6da-4338-9d19-08e4a9d0ec59 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 210 time: 0.0427575 Sep 23 14:10:24.456417 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 8a2f6a36-e9df-41f2-ae66-3fad8840d659 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:10:24.457038 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8a2f6a36-e9df-41f2-ae66-3fad8840d659 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:10:24.556634 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0794417c-f937-4ea5-8ac5-1150c1a6533b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (96672428-b716-4cce-9759-f2067d639f01), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:24.559243 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-0794417c-f937-4ea5-8ac5-1150c1a6533b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:24.560438 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-0794417c-f937-4ea5-8ac5-1150c1a6533b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/96672428-b716-4cce-9759-f2067d639f01 HTTP/1.1" status: 204 len: 168 time: 0.2727048 Sep 23 14:10:24.570022 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794417c-f937-4ea5-8ac5-1150c1a6533b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96672428-b716-4cce-9759-f2067d639f01,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:25.565293 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5bd4e4d5-a373-48f2-ae3a-b1087612b670 req-343b0767-6459-4a41-a284-4a5ae72bb080 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 210 time: 0.0419412 Sep 23 14:10:25.625952 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36122) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:25.727880 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1324505927-network', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:25.850513 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Made reservation on behalf of 403c04c19c0c45398d6b232c03a4b7a6 for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:10:25.852814 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:25.865593 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:25.902656 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:25.949286 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Publish callbacks [] for security_group (46e297e0-5dfc-414d-bfd8-146deca6d756), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:26.015399 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (46e297e0-5dfc-414d-bfd8-146deca6d756), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:26.045304 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=106652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:10:26.051145 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e297e0-5dfc-414d-bfd8-146deca6d756,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:26.060234 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (747ba02c-a635-4081-9976-9d4e094c3359), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:26.060618 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Added segment 747ba02c-a635-4081-9976-9d4e094c3359 of type vlan for network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 Sep 23 14:10:26.103115 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (ef3d91d5-5a9a-46ba-ba3d-c86fbc383224), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:26.208182 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (ef3d91d5-5a9a-46ba-ba3d-c86fbc383224), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:26.209276 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:26.209862 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:26.230365 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:26.275258 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:26.284917 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:10:26.357326 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-9111b5d5-72e1-4bae-a85f-981a6aca5378 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7294273 Sep 23 14:10:26.365055 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36130) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:26.370357 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] Request body: {'subnet': {'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1324505927-subnet', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:26.466595 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] Made reservation on behalf of 403c04c19c0c45398d6b232c03a4b7a6 for: {'subnet': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:10:26.468965 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777750'] for subnet (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:26.666504 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a3207ca7-94ee-4723-8f36-a2660bd02bc0 req-dfd6f18c-a726-467d-a874-51e9faf69ec4 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 210 time: 0.0281737 Sep 23 14:10:26.707283 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59169651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777728'] for subnet (ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:26.763936 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:26.774223 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] Checking segment: {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:10:26.774614 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] Network hostable DHCP agents. Network: ef3d91d5-5a9a-46ba-ba3d-c86fbc383224, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:10:26.871229 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] Network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:10:26.993977 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, ef3d91d5-5a9a-46ba-ba3d-c86fbc383224) {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:10:26.997415 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-0c3e07c4-b29f-4922-b51d-1d8b86acd24d tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:26.998907 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-0c3e07c4-b29f-4922-b51d-1d8b86acd24d tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7d566560-6d05-4813-af89-28dc8e1f05bf HTTP/1.1" status: 200 len: 808 time: 0.1049984 Sep 23 14:10:27.004532 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:27.004701 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd32c8-964c-4de8-99dd-8ed323b6794d None None] Network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:10:27.005174 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.020200 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:27.038060 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Request body: {'port': {'device_id': 'd28a9e76-7867-4804-88d1-714fa4a61917', 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf', 'admin_state_up': True, 'tenant_id': 'c4ce494070ca4b76a93a6a4a9f42414c'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:27.111387 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-5b266771-660d-4256-ae6c-4b4f4edddf35 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7451811 Sep 23 14:10:27.114017 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36138) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:27.119379 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:27.126000 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:27.127693 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 14:10:27.128749 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.221585 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (c8a7fb10-5394-43d5-ade7-68eac631611d), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.229481 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (c8a7fb10-5394-43d5-ade7-68eac631611d), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.258083 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Made reservation on behalf of c4ce494070ca4b76a93a6a4a9f42414c for: {'port': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:10:27.260012 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.282561 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Publish callbacks [] for router_controller (c8a7fb10-5394-43d5-ade7-68eac631611d), precommit_add_association {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.286795 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Allocated IP 172.20.0.2 (ef3d91d5-5a9a-46ba-ba3d-c86fbc383224/ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda/7115f3d6-54ec-4cb3-b5df-6729754bd1b6) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:10:27.333011 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:27.412330 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Allocated IP 172.20.0.11 (7d566560-6d05-4813-af89-28dc8e1f05bf/7e7b72d3-2384-44fd-8885-72e5237b59be/e4bc7ac7-47a5-427a-9423-da4525f55285) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:10:27.465023 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Publish callbacks [] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.466210 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:27.500503 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Publish callbacks [] for router_gateway (c8a7fb10-5394-43d5-ade7-68eac631611d), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.568538 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks [] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.575286 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:27.585898 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.624906 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:10:27.627797 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:10:27.635336 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:10:27.640856 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Pushing event updated for resources: {'Port': ['ID=7115f3d6-54ec-4cb3-b5df-6729754bd1b6,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:27.684950 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.704102 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Attempting to bind port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:10:27.704475 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Attempting to bind port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:10:27.704839 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Attempting to bind port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 on network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:10:27.747123 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Network 7d566560-6d05-4813-af89-28dc8e1f05bf is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:10:27.751963 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:10:27.756750 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:10:27.764837 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:10:27.765210 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Checking segment: {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:10:27.765793 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.766359 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Bound using segment: {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:10:27.767126 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Bound port: 7115f3d6-54ec-4cb3-b5df-6729754bd1b6, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:10:27.767677 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.794288 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Pushing event updated for resources: {'Port': ['ID=e4bc7ac7-47a5-427a-9423-da4525f55285,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:27.805155 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Publish callbacks [] for router_gateway (c8a7fb10-5394-43d5-ade7-68eac631611d), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.825926 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.842921 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] For port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:10:27.846072 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] For port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=7115f3d6-54ec-4cb3-b5df-6729754bd1b6,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:10:27.846242 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2c505-22fc-4187-bdca-58920ea369b0 req-1cbf2756-4612-4ca0-add0-76c538addea1 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:27.847740 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ecd2c505-22fc-4187-bdca-58920ea369b0 req-1cbf2756-4612-4ca0-add0-76c538addea1 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 932 time: 0.0880864 Sep 23 14:10:27.855366 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:27.855970 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:27.907322 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ecd2c505-22fc-4187-bdca-58920ea369b0 req-bb05a6c6-11f5-4de8-9e82-7d3fab3632d8 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475245 Sep 23 14:10:27.924970 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:27.936103 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Allocated IP 172.27.1.251 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/2c8828eb-2a94-4c34-b111-da9d25100f1d) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:10:28.003301 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:28.005105 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-ac41c852-8a03-49a9-9dbb-eadc66ecc90c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9740083 Sep 23 14:10:28.024821 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Request body: {'port': {'device_id': 'd28a9e76-7867-4804-88d1-714fa4a61917', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:28.068745 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd672ab-1aa0-4832-89d5-3950a016f440 None None] Pushing event updated for resources: {'Port': ['ID=7115f3d6-54ec-4cb3-b5df-6729754bd1b6,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:28.070260 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Publish callbacks [] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:28.104937 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:28.186472 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:28.243519 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:10:28.248726 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:10:28.255230 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:10:28.258883 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Pushing event updated for resources: {'Port': ['ID=2c8828eb-2a94-4c34-b111-da9d25100f1d,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:28.423310 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bc7ac7-47a5-427a-9423-da4525f55285 {{(pid=106653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:10:28.431027 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Publish callbacks [] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:28.449079 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.provisioning_blocks [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Transition to ACTIVE for port object e4bc7ac7-47a5-427a-9423-da4525f55285 will not be triggered until provisioned by entity L2. {{(pid=106653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:10:28.524587 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:28.569844 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:28.588856 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Pushing event updated for resources: {'Port': ['ID=e4bc7ac7-47a5-427a-9423-da4525f55285,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:28.618256 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Publish callbacks [] for router_gateway (c8a7fb10-5394-43d5-ade7-68eac631611d), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:28.637935 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Attempting to bind port e4bc7ac7-47a5-427a-9423-da4525f55285 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:10:28.638283 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Attempting to bind port e4bc7ac7-47a5-427a-9423-da4525f55285 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '501fde31-4707-496c-8cd7-8aeb773b10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf'}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:10:28.643794 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Attempting to bind port e4bc7ac7-47a5-427a-9423-da4525f55285 on network 7d566560-6d05-4813-af89-28dc8e1f05bf {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:10:28.690938 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:28.693267 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Port e4bc7ac7-47a5-427a-9423-da4525f55285 on network 7d566560-6d05-4813-af89-28dc8e1f05bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:10:28.693851 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Attempting to bind port e4bc7ac7-47a5-427a-9423-da4525f55285 on network 7d566560-6d05-4813-af89-28dc8e1f05bf {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:10:28.749795 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:10:28.750134 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Checking segment: {'id': '501fde31-4707-496c-8cd7-8aeb773b10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:10:28.750561 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Bound using segment: {'id': '501fde31-4707-496c-8cd7-8aeb773b10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf'} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:10:28.751000 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Bound port: e4bc7ac7-47a5-427a-9423-da4525f55285, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501fde31-4707-496c-8cd7-8aeb773b10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf'}}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:10:28.751360 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:28.769949 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:28.831981 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] For port e4bc7ac7-47a5-427a-9423-da4525f55285, host hv-cinder-85743, cleared binding levels {{(pid=106653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:10:28.836190 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] For port e4bc7ac7-47a5-427a-9423-da4525f55285, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=e4bc7ac7-47a5-427a-9423-da4525f55285,segment=NetworkSegment(501fde31-4707-496c-8cd7-8aeb773b10f3),segment_id=501fde31-4707-496c-8cd7-8aeb773b10f3)] {{(pid=106653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:10:28.913826 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:28.917248 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:28.918251 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:28.919782 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/e4bc7ac7-47a5-427a-9423-da4525f55285 HTTP/1.1" status: 200 len: 1094 time: 0.9015846 Sep 23 14:10:28.922267 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28a9e76-7867-4804-88d1-714fa4a61917', 'tag': 'e4bc7ac7-47a5-427a-9423-da4525f55285'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:28.925220 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f75611-aa47-4bd3-93bd-4e66160ffe16" -d '{"events": [{"name": "network-changed", "server_uuid": "d28a9e76-7867-4804-88d1-714fa4a61917", "tag": "e4bc7ac7-47a5-427a-9423-da4525f55285"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:29.014427 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44889cd4-e0f7-4f15-9046-3bff8efe25b9 x-openstack-request-id: req-44889cd4-e0f7-4f15-9046-3bff8efe25b9 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:29.014799 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28a9e76-7867-4804-88d1-714fa4a61917", "tag": "e4bc7ac7-47a5-427a-9423-da4525f55285", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:29.015201 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44889cd4-e0f7-4f15-9046-3bff8efe25b9 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:29.015696 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44889cd4-e0f7-4f15-9046-3bff8efe25b9'] response: {'name': 'network-changed', 'server_uuid': 'd28a9e76-7867-4804-88d1-714fa4a61917', 'tag': 'e4bc7ac7-47a5-427a-9423-da4525f55285', 'status': 'completed', 'code': 200} Sep 23 14:10:29.023509 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0a0a6-1cab-4505-84e0-ff5411ed434f service neutron] Pushing event updated for resources: {'Port': ['ID=e4bc7ac7-47a5-427a-9423-da4525f55285,revision_number=3']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:29.106004 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce71728-7842-4b4f-ac93-e51ae7c1537b None None] Network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:10:29.108439 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3485cda-3866-4b63-a093-244c3bae2a46 req-ebea38ba-2d26-421f-95e3-0173767d8694 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:29.110678 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f3485cda-3866-4b63-a093-244c3bae2a46 req-ebea38ba-2d26-421f-95e3-0173767d8694 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 944 time: 0.0973806 Sep 23 14:10:29.114115 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f75611-aa47-4bd3-93bd-4e66160ffe16 req-8fddf70e-a9c6-462e-8efd-0f1921f48091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:29.114245 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14f75611-aa47-4bd3-93bd-4e66160ffe16 req-8fddf70e-a9c6-462e-8efd-0f1921f48091 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c4ce494070ca4b76a93a6a4a9f42414c&device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 1128 time: 0.0565829 Sep 23 14:10:29.114388 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (c8a7fb10-5394-43d5-ade7-68eac631611d), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:29.163644 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-b8a51793-5835-48cf-a74f-c6f9965b37a2 None None] Provisioning complete for port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:29.164179 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b8a51793-5835-48cf-a74f-c6f9965b37a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:29.164615 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-b8a51793-5835-48cf-a74f-c6f9965b37a2 None None] Attempt 1 to provision port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 Sep 23 14:10:29.356899 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Router c8a7fb10-5394-43d5-ade7-68eac631611d is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:10:29.422983 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-b8a51793-5835-48cf-a74f-c6f9965b37a2 None None] Current status of the port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:29.423372 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b8a51793-5835-48cf-a74f-c6f9965b37a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:29.427610 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:29.465530 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-b8a51793-5835-48cf-a74f-c6f9965b37a2 None None] For port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=7115f3d6-54ec-4cb3-b5df-6729754bd1b6,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:29.467253 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f3485cda-3866-4b63-a093-244c3bae2a46 req-9d11926e-1ac7-40d6-a2a8-3cd106ff42d3 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477478 Sep 23 14:10:29.502892 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:10:29.513094 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Sync routers for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:10:29.517253 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:29.526033 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:29.529504 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f75611-aa47-4bd3-93bd-4e66160ffe16 req-d548e3d5-6fed-4293-9d20-b97d100a00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:29.529714 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:29.529902 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14f75611-aa47-4bd3-93bd-4e66160ffe16 req-d548e3d5-6fed-4293-9d20-b97d100a00a4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=c4ce494070ca4b76a93a6a4a9f42414c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3876696 Sep 23 14:10:29.566368 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b8a51793-5835-48cf-a74f-c6f9965b37a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:29.606043 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:29.611708 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-90b6b3f7-918a-4f72-9b21-2fb301233f6c admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4935248 Sep 23 14:10:29.612235 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36158) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:29.637173 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f75611-aa47-4bd3-93bd-4e66160ffe16 req-a162900b-7b5a-40cc-9286-0f170b6cd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:29.638861 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-14f75611-aa47-4bd3-93bd-4e66160ffe16 req-a162900b-7b5a-40cc-9286-0f170b6cd6f4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025522 Sep 23 14:10:29.669010 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a51793-5835-48cf-a74f-c6f9965b37a2 None None] Pushing event updated for resources: {'Port': ['ID=7115f3d6-54ec-4cb3-b5df-6729754bd1b6,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:29.695180 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:29.722530 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-9e3b5bb0-0a98-4fa0-b76f-11dd628d30d3 None None] Provisioning complete for port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:29.722796 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5bb0-0a98-4fa0-b76f-11dd628d30d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:29.723330 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-9e3b5bb0-0a98-4fa0-b76f-11dd628d30d3 None None] Attempt 1 to provision port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 Sep 23 14:10:29.749874 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-45242ee6-3dfb-4a09-bcce-44dbab869a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:29.751536 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-45242ee6-3dfb-4a09-bcce-44dbab869a04 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c4ce494070ca4b76a93a6a4a9f42414c&device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 1128 time: 0.0449543 Sep 23 14:10:29.809752 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-96377bc4-1161-406c-b57f-256f1edbc9a1 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4bc7ac7-47a5-427a-9423-da4525f55285 HTTP/1.1" status: 200 len: 217 time: 0.0445268 Sep 23 14:10:29.861988 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-405e876c-516f-47f4-b4b3-f7bf598d88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:29.863557 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-405e876c-516f-47f4-b4b3-f7bf598d88f6 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7e7b72d3-2384-44fd-8885-72e5237b59be HTTP/1.1" status: 200 len: 848 time: 0.0478690 Sep 23 14:10:29.891566 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b5bb0-0a98-4fa0-b76f-11dd628d30d3 None None] Current status of the port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:29.896866 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-4fd5d787-14ec-4065-8b56-8c94cd6d7afc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7d566560-6d05-4813-af89-28dc8e1f05bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266278 Sep 23 14:10:29.945052 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:28Z', 'revision_number': 3, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:29.970162 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Checking router: c8a7fb10-5394-43d5-ade7-68eac631611d for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:10:29.974193 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Updating router c8a7fb10-5394-43d5-ade7-68eac631611d port 2c8828eb-2a94-4c34-b111-da9d25100f1d binding host dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:10:29.999347 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-a3644a70-338d-48d8-abf1-8913f52b5b46 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7d566560-6d05-4813-af89-28dc8e1f05bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969343 Sep 23 14:10:30.006441 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.027758 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:30.090370 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:30.123721 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.124419 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:10:30.151559 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e48acade-0f3b-42f4-97db-6cf5db45d065 req-2331fee7-f9fb-41dd-8315-b6cdca2aaa0f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7d566560-6d05-4813-af89-28dc8e1f05bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450510 Sep 23 14:10:30.240390 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:30.240390 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.240390 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 Sep 23 14:10:30.294855 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Allocated IP 172.20.0.1 (ef3d91d5-5a9a-46ba-ba3d-c86fbc383224/ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda/9c2a8144-99ec-4c50-8495-9af5d088ebc8) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:10:30.307381 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:30.341291 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36166) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:30.387770 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:30.400801 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Publish callbacks [] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), precommit_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.416052 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Publish callbacks [] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.420007 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:30.470926 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.494211 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6b93d68d-2425-4259-b215-6bb06e9d7b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.510690 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Attempting to bind port 2c8828eb-2a94-4c34-b111-da9d25100f1d on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:10:30.511067 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Attempting to bind port 2c8828eb-2a94-4c34-b111-da9d25100f1d by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:10:30.511432 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Attempting to bind port 2c8828eb-2a94-4c34-b111-da9d25100f1d on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:10:30.528795 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.552133 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e26956-cfdc-42a1-824f-4bcc2a3f28b7 None None] Pushing event updated for resources: {'Port': ['ID=2c8828eb-2a94-4c34-b111-da9d25100f1d,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:30.564319 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:30.569557 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:10:30.570477 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:10:30.570477 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.570932 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:10:30.571367 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Bound port: 2c8828eb-2a94-4c34-b111-da9d25100f1d, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:10:30.571757 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.579346 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:10:30.582584 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:10:30.586369 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:10:30.615072 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Pushing event updated for resources: {'Port': ['ID=9c2a8144-99ec-4c50-8495-9af5d088ebc8,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:30.632430 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] For port 2c8828eb-2a94-4c34-b111-da9d25100f1d, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:10:30.637421 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] For port 2c8828eb-2a94-4c34-b111-da9d25100f1d, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=2c8828eb-2a94-4c34-b111-da9d25100f1d,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:10:30.640247 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (c8a7fb10-5394-43d5-ade7-68eac631611d), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.670757 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c927df-dbdb-46cc-864d-25152bd9be16 req-e773d533-05bd-4929-82ec-6734a0d0d3a6 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:30.672479 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-66c927df-dbdb-46cc-864d-25152bd9be16 req-e773d533-05bd-4929-82ec-6734a0d0d3a6 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 944 time: 0.1040287 Sep 23 14:10:30.684154 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6b93d68d-2425-4259-b215-6bb06e9d7b85 admin admin] Publish callbacks [] for security_group (7c79b6b7-143c-46ef-9fbc-eb0bf31c6d82), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.699203 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:30.731847 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-66c927df-dbdb-46cc-864d-25152bd9be16 req-53566af4-11f0-459a-95f5-eec605a22447 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502419 Sep 23 14:10:30.747966 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6b93d68d-2425-4259-b215-6bb06e9d7b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (7c79b6b7-143c-46ef-9fbc-eb0bf31c6d82), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.748808 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.791915 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93d68d-2425-4259-b215-6bb06e9d7b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c79b6b7-143c-46ef-9fbc-eb0bf31c6d82,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:30.797571 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-6b93d68d-2425-4259-b215-6bb06e9d7b85 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c36dff07dcb04ee29210ebac9eb03804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553094 Sep 23 14:10:30.800274 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:30.800436 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36172) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:30.801116 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:30.866258 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.871707 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Provisioning complete for port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:30.872078 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.872416 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Attempt 1 to provision port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 Sep 23 14:10:30.875643 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e26956-cfdc-42a1-824f-4bcc2a3f28b7 None None] Pushing event updated for resources: {'Port': ['ID=2c8828eb-2a94-4c34-b111-da9d25100f1d,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:30.884161 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d90cfc25-d8ee-4445-8fb9-999cc9b8c0c1 admin admin] Publish callbacks [] for security_group (7c79b6b7-143c-46ef-9fbc-eb0bf31c6d82), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.926907 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d90cfc25-d8ee-4445-8fb9-999cc9b8c0c1 admin admin] Publish callbacks [] for security_group (7c79b6b7-143c-46ef-9fbc-eb0bf31c6d82), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:30.946718 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:10:30.962356 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:31.058470 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:31.078924 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Publish callbacks [] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:31.101266 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d90cfc25-d8ee-4445-8fb9-999cc9b8c0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (7c79b6b7-143c-46ef-9fbc-eb0bf31c6d82), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:31.103867 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d90cfc25-d8ee-4445-8fb9-999cc9b8c0c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:31.105387 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d90cfc25-d8ee-4445-8fb9-999cc9b8c0c1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7c79b6b7-143c-46ef-9fbc-eb0bf31c6d82 HTTP/1.1" status: 204 len: 168 time: 0.3036382 Sep 23 14:10:31.112903 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cfc25-d8ee-4445-8fb9-999cc9b8c0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c79b6b7-143c-46ef-9fbc-eb0bf31c6d82,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:31.160968 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:28Z', 'revision_number': 3, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:31.184583 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9df2fa-c325-46eb-89de-4b5056e6a0ab None None] The sync data for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi is: [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:28Z', 'revision_number': 3, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:10:31.189301 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:31.258081 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Pushing event updated for resources: {'Port': ['ID=9c2a8144-99ec-4c50-8495-9af5d088ebc8,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:31.260514 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (c8a7fb10-5394-43d5-ade7-68eac631611d), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:31.307304 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:10:31.359706 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:10:31.361165 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:10:31.413183 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:31.459532 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Attempt 2 to provision port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 Sep 23 14:10:31.523455 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Router c8a7fb10-5394-43d5-ade7-68eac631611d has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:10:31.532277 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:31.704139 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:10:31.720327 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:10:31.730284 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-10933e38-7a64-478d-9dbb-3faea073742d admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/c8a7fb10-5394-43d5-ade7-68eac631611d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1168115 Sep 23 14:10:31.872115 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69a9c5-d367-4a1f-8b2e-185989af6471 req-139baf3e-b15c-4fe2-af47-c4e416b97682 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:31.873861 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0a69a9c5-d367-4a1f-8b2e-185989af6471 req-139baf3e-b15c-4fe2-af47-c4e416b97682 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 944 time: 0.0606439 Sep 23 14:10:31.933949 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0a69a9c5-d367-4a1f-8b2e-185989af6471 req-c13d3ad0-74bf-49ff-a2b2-324eeb99175a tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484195 Sep 23 14:10:32.106863 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 2c8828eb-2a94-4c34-b111-da9d25100f1d up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:10:32.152733 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 2c8828eb-2a94-4c34-b111-da9d25100f1d triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:32.153227 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:32.153715 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 2c8828eb-2a94-4c34-b111-da9d25100f1d Sep 23 14:10:32.215891 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Attempt 3 to provision port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 Sep 23 14:10:32.259130 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 2c8828eb-2a94-4c34-b111-da9d25100f1d is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:32.259521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:32.265428 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:10:32.280077 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port 2c8828eb-2a94-4c34-b111-da9d25100f1d, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=2c8828eb-2a94-4c34-b111-da9d25100f1d,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:32.352593 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:32.399456 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=2c8828eb-2a94-4c34-b111-da9d25100f1d,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:32.766380 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Attempt 4 to provision port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 Sep 23 14:10:32.801593 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:10:32.814664 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Sync routers for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:10:32.825844 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:32.826485 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:32.933424 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:33.065912 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152c474-f8b4-4a85-a24e-6f3ded653480 req-8fc5cfe5-4535-4091-b525-bb9850136efd tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:33.067439 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a152c474-f8b4-4a85-a24e-6f3ded653480 req-8fc5cfe5-4535-4091-b525-bb9850136efd tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 944 time: 0.0522978 Sep 23 14:10:33.126107 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a152c474-f8b4-4a85-a24e-6f3ded653480 req-1065819d-7aa3-49c4-b09e-ad071ad83ac2 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523391 Sep 23 14:10:33.186798 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36188) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:33.191735 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-99f3e2cd-1ec5-401c-9183-2aec68cd1673 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361408573', 'description': 'tempest-description--142079227'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:33.219199 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 2, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:33.243995 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Checking router: c8a7fb10-5394-43d5-ade7-68eac631611d for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:10:33.244349 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Updating router c8a7fb10-5394-43d5-ade7-68eac631611d port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:10:33.274726 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.278888 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-99f3e2cd-1ec5-401c-9183-2aec68cd1673 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.303227 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Attempt 5 to provision port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 Sep 23 14:10:33.306617 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:33.340215 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:10:33.352890 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-99f3e2cd-1ec5-401c-9183-2aec68cd1673 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (30def52b-c21e-46d4-a9e1-546017865444), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.426661 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-99f3e2cd-1ec5-401c-9183-2aec68cd1673 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (30def52b-c21e-46d4-a9e1-546017865444), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.457105 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3e2cd-1ec5-401c-9183-2aec68cd1673 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30def52b-c21e-46d4-a9e1-546017865444,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:33.535429 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Publish callbacks [] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.555341 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-99f3e2cd-1ec5-401c-9183-2aec68cd1673 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.556916 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-99f3e2cd-1ec5-401c-9183-2aec68cd1673 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3690116 Sep 23 14:10:33.559812 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36190) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:33.564165 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-d1571c7f-37a9-4dfe-a5b3-6f156c19fe33 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'security_group_rule': {'security_group_id': '30def52b-c21e-46d4-a9e1-546017865444', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:33.643808 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.677837 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d1571c7f-37a9-4dfe-a5b3-6f156c19fe33 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (73128f73-4e50-4f09-9c2c-3dc6450d5337), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.709224 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Pushing event updated for resources: {'Port': ['ID=9c2a8144-99ec-4c50-8495-9af5d088ebc8,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:33.733566 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.733566 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.733915 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.734268 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.738745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.738745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.738745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.738745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.738745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.738745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.738745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.738745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.738745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.738745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.738745 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:33.740256 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d1571c7f-37a9-4dfe-a5b3-6f156c19fe33 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (73128f73-4e50-4f09-9c2c-3dc6450d5337), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.741570 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:33.751458 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Attempting to bind port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:10:33.751823 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Attempting to bind port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:10:33.752188 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Attempting to bind port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 on network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:10:33.793868 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:10:33.794229 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Checking segment: {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:10:33.794709 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.795095 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Bound using segment: {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:10:33.795554 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Bound port: 9c2a8144-99ec-4c50-8495-9af5d088ebc8, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:10:33.796077 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.809422 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:33.815368 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d1571c7f-37a9-4dfe-a5b3-6f156c19fe33 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (73128f73-4e50-4f09-9c2c-3dc6450d5337), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.836321 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1571c7f-37a9-4dfe-a5b3-6f156c19fe33 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73128f73-4e50-4f09-9c2c-3dc6450d5337,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:33.841004 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Attempt 6 to provision port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 Sep 23 14:10:33.861118 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] For port 9c2a8144-99ec-4c50-8495-9af5d088ebc8, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:10:33.864478 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] For port 9c2a8144-99ec-4c50-8495-9af5d088ebc8, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=9c2a8144-99ec-4c50-8495-9af5d088ebc8,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:10:33.874165 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:10:33.946933 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d1571c7f-37a9-4dfe-a5b3-6f156c19fe33 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:33.948363 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-d1571c7f-37a9-4dfe-a5b3-6f156c19fe33 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3874910 Sep 23 14:10:33.957935 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36192) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:33.963193 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-58e8e359-8bb9-4639-9e2f-e0afc1a15839 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'security_group_rule': {'security_group_id': '30def52b-c21e-46d4-a9e1-546017865444', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:33.975259 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.010983 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:34.011602 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:34.075998 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fe144-a52f-441f-a9b4-e0c5354cad96 None None] Pushing event updated for resources: {'Port': ['ID=9c2a8144-99ec-4c50-8495-9af5d088ebc8,revision_number=4']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:34.077954 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-58e8e359-8bb9-4639-9e2f-e0afc1a15839 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (d4c6633a-f914-4674-aa65-48e3ab7fe269), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.079785 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 2c8828eb-2a94-4c34-b111-da9d25100f1d up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:10:34.136283 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 2c8828eb-2a94-4c34-b111-da9d25100f1d triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:34.136811 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.137271 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 2c8828eb-2a94-4c34-b111-da9d25100f1d Sep 23 14:10:34.141520 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-58e8e359-8bb9-4639-9e2f-e0afc1a15839 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (d4c6633a-f914-4674-aa65-48e3ab7fe269), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.155045 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:34.232500 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 2c8828eb-2a94-4c34-b111-da9d25100f1d is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:34.260405 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754cb90-61bf-4c1e-ac76-8d0cb0f770e2 req-bff6a03b-3e0f-478a-8430-bd5371468ed4 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:34.261902 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d754cb90-61bf-4c1e-ac76-8d0cb0f770e2 req-bff6a03b-3e0f-478a-8430-bd5371468ed4 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 944 time: 0.0501490 Sep 23 14:10:34.264825 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-58e8e359-8bb9-4639-9e2f-e0afc1a15839 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (d4c6633a-f914-4674-aa65-48e3ab7fe269), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.287419 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8e359-8bb9-4639-9e2f-e0afc1a15839 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c6633a-f914-4674-aa65-48e3ab7fe269,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:34.315467 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d754cb90-61bf-4c1e-ac76-8d0cb0f770e2 req-78b37ca8-2913-4ae4-aa5c-8ff6ea09e699 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466907 Sep 23 14:10:34.352868 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-58e8e359-8bb9-4639-9e2f-e0afc1a15839 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.355257 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-58e8e359-8bb9-4639-9e2f-e0afc1a15839 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3946784 Sep 23 14:10:34.357232 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36198) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:34.361703 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:34.375762 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Attempt 7 to provision port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 Sep 23 14:10:34.438380 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device e4bc7ac7-47a5-427a-9423-da4525f55285 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:10:34.448944 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:33Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:34.467583 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Current status of the port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:34.467892 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.471111 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.477044 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d5551-7bac-4922-b753-3a1124d766d7 None None] The sync data for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi is: [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:33Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:10:34.567341 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] For port 9c2a8144-99ec-4c50-8495-9af5d088ebc8, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=9c2a8144-99ec-4c50-8495-9af5d088ebc8,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:34.582815 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.600826 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:34.610697 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port e4bc7ac7-47a5-427a-9423-da4525f55285, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=e4bc7ac7-47a5-427a-9423-da4525f55285,segment=NetworkSegment(501fde31-4707-496c-8cd7-8aeb773b10f3),segment_id=501fde31-4707-496c-8cd7-8aeb773b10f3)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:34.625217 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': 'e4bc7ac7-47a5-427a-9423-da4525f55285', 'network_id': '7d566560-6d05-4813-af89-28dc8e1f05bf', 'port_id': 'e4bc7ac7-47a5-427a-9423-da4525f55285', 'mac_address': 'fa:16:3e:93:7c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7b72d3-2384-44fd-8885-72e5237b59be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:10:34.662820 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port e4bc7ac7-47a5-427a-9423-da4525f55285 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:34.663222 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.665272 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.706548 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bc7ac7-47a5-427a-9423-da4525f55285 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:10:34.720040 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Allocated IP 172.27.1.178 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:10:34.745106 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port e4bc7ac7-47a5-427a-9423-da4525f55285, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=e4bc7ac7-47a5-427a-9423-da4525f55285,segment=NetworkSegment(501fde31-4707-496c-8cd7-8aeb773b10f3),segment_id=501fde31-4707-496c-8cd7-8aeb773b10f3)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:34.748362 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42e4ca-5c44-4682-a5c1-0146267b348b None None] Pushing event updated for resources: {'Port': ['ID=9c2a8144-99ec-4c50-8495-9af5d088ebc8,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:34.786203 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-a27d77ce-7f84-4684-ba66-5148f31e9b8f None None] Provisioning complete for port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:34.786578 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a27d77ce-7f84-4684-ba66-5148f31e9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.787454 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-a27d77ce-7f84-4684-ba66-5148f31e9b8f None None] Attempt 1 to provision port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 Sep 23 14:10:34.828203 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.844471 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for port (4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.917920 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a27d77ce-7f84-4684-ba66-5148f31e9b8f None None] Current status of the port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:34.921550 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=e4bc7ac7-47a5-427a-9423-da4525f55285,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:34.941987 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:34.987250 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:10:34.993158 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:10:34.995731 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:10:35.024776 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:35.027498 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'Port': ['ID=4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:35.098981 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:35.100249 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (485e4285-db32-49ca-987a-0db1c76597a5), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:35.189271 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['e4bc7ac7-47a5-427a-9423-da4525f55285'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:10:35.232519 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:35.251414 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:35.423018 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for port (4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:35.447113 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ac3e-c916-4439-8432-a8ed818cce52 req-cfdd51f8-bd08-4930-8a78-d7bf54b54edf tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:35.448732 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e247ac3e-c916-4439-8432-a8ed818cce52 req-cfdd51f8-bd08-4930-8a78-d7bf54b54edf tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 945 time: 0.0504251 Sep 23 14:10:35.482079 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:35.510906 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e247ac3e-c916-4439-8432-a8ed818cce52 req-8655976e-336a-432d-8223-30bff40c67e9 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561111 Sep 23 14:10:35.560478 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (485e4285-db32-49ca-987a-0db1c76597a5), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:35.564509 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'Port': ['ID=4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:35.646036 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:35.647328 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-15ee816b-74b3-4d35-a7fa-85cd0a8d22f4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2889764 Sep 23 14:10:35.764331 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:35.801032 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-9e1ae56a-5552-4099-be63-626f63426f90 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--361408573&fields=id&tenant_id=403c04c19c0c45398d6b232c03a4b7a6 HTTP/1.1" status: 200 len: 267 time: 0.0441828 Sep 23 14:10:35.870680 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:35.912514 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-a7ff6587-88b6-4f74-82b8-849087c58a7e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:35.913941 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-a7ff6587-88b6-4f74-82b8-849087c58a7e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/networks?id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 200 len: 811 time: 0.1058152 Sep 23 14:10:35.928791 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-5774a881-711b-4180-9da4-8f9baf0d1ecf tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/quotas/403c04c19c0c45398d6b232c03a4b7a6 HTTP/1.1" status: 200 len: 375 time: 0.0094469 Sep 23 14:10:35.978408 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-479ebf97-9404-4c87-9e0b-c254bb301292 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442891 Sep 23 14:10:36.084755 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-3bcdc72d-4637-4b55-af30-d1eac09d4f3e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952611 Sep 23 14:10:36.088310 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 9c2a8144-99ec-4c50-8495-9af5d088ebc8 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:10:36.139037 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:36.139416 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:36.139758 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 Sep 23 14:10:36.182430 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-9d27e240-e873-448f-9d6d-3e1648af3463 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914454 Sep 23 14:10:36.215490 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:36.441406 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device e4bc7ac7-47a5-427a-9423-da4525f55285 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:10:36.486673 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port e4bc7ac7-47a5-427a-9423-da4525f55285 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:10:36.500014 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e3d8efce-cd42-4864-8609-d4bd30f735fa req-a48f2331-8cb1-4a8b-8683-30e27729ce14 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 210 time: 0.0356462 Sep 23 14:10:36.580166 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port e4bc7ac7-47a5-427a-9423-da4525f55285 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:36.580166 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:36.580166 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port e4bc7ac7-47a5-427a-9423-da4525f55285 Sep 23 14:10:36.632232 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9801e-86e0-4204-aa5f-6024aaea23b1 req-aa537dc0-a43c-4f73-8d7c-8a442009b7e1 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:36.633737 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4dc9801e-86e0-4204-aa5f-6024aaea23b1 req-aa537dc0-a43c-4f73-8d7c-8a442009b7e1 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 945 time: 0.0486882 Sep 23 14:10:36.641209 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:36.655627 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port e4bc7ac7-47a5-427a-9423-da4525f55285 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:36.656026 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:36.679478 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28a9e76-7867-4804-88d1-714fa4a61917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bc7ac7-47a5-427a-9423-da4525f55285'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:36.681980 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2005505e-de8f-4786-836e-72c2d7efa881" -d '{"events": [{"server_uuid": "d28a9e76-7867-4804-88d1-714fa4a61917", "name": "network-vif-plugged", "status": "completed", "tag": "e4bc7ac7-47a5-427a-9423-da4525f55285"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:36.683207 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4dc9801e-86e0-4204-aa5f-6024aaea23b1 req-9ff690f8-2807-43d0-86d3-a0b6e9620f7c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Sep 23 14:10:36.695385 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port e4bc7ac7-47a5-427a-9423-da4525f55285, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=e4bc7ac7-47a5-427a-9423-da4525f55285,segment=NetworkSegment(501fde31-4707-496c-8cd7-8aeb773b10f3),segment_id=501fde31-4707-496c-8cd7-8aeb773b10f3)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:36.721630 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac6ca1d-bd06-4cd5-8b8c-6f9a74f1d556 x-openstack-request-id: req-cac6ca1d-bd06-4cd5-8b8c-6f9a74f1d556 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:36.721915 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28a9e76-7867-4804-88d1-714fa4a61917", "name": "network-vif-plugged", "status": "completed", "tag": "e4bc7ac7-47a5-427a-9423-da4525f55285", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:36.722164 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cac6ca1d-bd06-4cd5-8b8c-6f9a74f1d556 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:36.722591 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac6ca1d-bd06-4cd5-8b8c-6f9a74f1d556'] response: {'server_uuid': 'd28a9e76-7867-4804-88d1-714fa4a61917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bc7ac7-47a5-427a-9423-da4525f55285', 'code': 200} Sep 23 14:10:36.819254 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:36.865625 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=e4bc7ac7-47a5-427a-9423-da4525f55285,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:37.140943 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b9519-6bbf-4d4b-b384-9902cbabe589 req-936176ba-ce6c-4f7d-894e-111cc74df2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:37.142506 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-116b9519-6bbf-4d4b-b384-9902cbabe589 req-936176ba-ce6c-4f7d-894e-111cc74df2aa service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 1130 time: 0.0380776 Sep 23 14:10:37.186069 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-116b9519-6bbf-4d4b-b384-9902cbabe589 req-854a19d1-8b19-4a68-ad38-c4c981cea795 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371356 Sep 23 14:10:37.589922 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e6cef965-a1d8-4daf-a64a-460a2b336cbc req-bd56641a-482c-42e6-baa0-2e1e5334900a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 210 time: 0.0307033 Sep 23 14:10:37.808635 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5353-b044-4472-91d6-f65e25e57a07 req-a07fdff4-cf46-45b0-8b33-02cdf004c69b tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:37.810008 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bb9e5353-b044-4472-91d6-f65e25e57a07 req-a07fdff4-cf46-45b0-8b33-02cdf004c69b tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 946 time: 0.0477436 Sep 23 14:10:37.856878 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bb9e5353-b044-4472-91d6-f65e25e57a07 req-a65e7d3e-d620-4403-8834-7b5ab781fd77 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Sep 23 14:10:38.691758 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a5c3685c-746c-4586-bfd2-6d58ae258335 req-f13c8dd5-0341-4b86-ab41-85d12b15d432 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 210 time: 0.0285459 Sep 23 14:10:38.977377 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14204c-1e00-4585-a633-4bf5056c8bd8 req-adffa294-2813-4892-8311-50621863ef7a tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:38.978869 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ff14204c-1e00-4585-a633-4bf5056c8bd8 req-adffa294-2813-4892-8311-50621863ef7a tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 946 time: 0.0469255 Sep 23 14:10:39.031639 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ff14204c-1e00-4585-a633-4bf5056c8bd8 req-73dc0f8a-3873-471d-a534-e610eef103df tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470495 Sep 23 14:10:39.801060 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-02115136-9247-4e7e-9934-b61e4e80fec6 req-e80f0d2c-fb05-47be-ae67-0903a4b01cb6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 210 time: 0.0281928 Sep 23 14:10:40.091764 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:40.177839 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f3562-6ef0-4bbc-8cda-b098664b19f0 req-6e6d31a5-c3f0-49e1-bff2-f81648838c57 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:40.179390 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-233f3562-6ef0-4bbc-8cda-b098664b19f0 req-6e6d31a5-c3f0-49e1-bff2-f81648838c57 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 946 time: 0.0712318 Sep 23 14:10:40.186583 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-f3dab312-f72e-4e0e-8c39-aba4eabbe779 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:40.187961 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-f3dab312-f72e-4e0e-8c39-aba4eabbe779 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.49 "GET /networking/v2.0/networks?id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 200 len: 811 time: 0.1474586 Sep 23 14:10:40.253740 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-233f3562-6ef0-4bbc-8cda-b098664b19f0 req-527ce251-931b-485c-b42d-5e7c761bcd66 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648148 Sep 23 14:10:40.283543 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-ca5f9578-3f50-4db1-b75e-8ad83034bbc5 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=403c04c19c0c45398d6b232c03a4b7a6 HTTP/1.1" status: 200 len: 379 time: 0.0764997 Sep 23 14:10:40.298487 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'port': {'device_id': '13eef24f-a406-4677-9362-460ce72549d8', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'admin_state_up': True, 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'security_groups': ['30def52b-c21e-46d4-a9e1-546017865444']}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:40.472843 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Made reservation on behalf of 403c04c19c0c45398d6b232c03a4b7a6 for: {'port': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:10:40.477308 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:40.533759 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:40.608515 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Allocated IP 172.20.0.12 (ef3d91d5-5a9a-46ba-ba3d-c86fbc383224/ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda/b3bc1447-0566-4e4f-a72e-99041644a80b) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:10:40.750044 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:40.771680 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:40.904754 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-93f10cfa-7288-4085-bd25-91f4b0473a81 req-791625d5-1271-4082-9c32-c9c2a27b7fe2 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 210 time: 0.0276678 Sep 23 14:10:40.905734 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:40.953543 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:10:40.956668 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:10:40.960579 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:10:40.984959 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'Port': ['ID=b3bc1447-0566-4e4f-a72e-99041644a80b,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:41.014662 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:41.015461 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:41.133154 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8de39166-6bba-43cf-a2bf-2ee7e3d0b930 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8390024 Sep 23 14:10:41.152113 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Request body: {'port': {'device_id': '13eef24f-a406-4677-9362-460ce72549d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:41.177809 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40696a0e-42a3-4c96-807e-75588c1aaa45 None None] Provisioning complete for port b3bc1447-0566-4e4f-a72e-99041644a80b triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:41.178809 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40696a0e-42a3-4c96-807e-75588c1aaa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:41.179534 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40696a0e-42a3-4c96-807e-75588c1aaa45 None None] Attempt 1 to provision port b3bc1447-0566-4e4f-a72e-99041644a80b Sep 23 14:10:41.213410 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:41.225687 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40696a0e-42a3-4c96-807e-75588c1aaa45 None None] Port b3bc1447-0566-4e4f-a72e-99041644a80b cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:10:41.480359 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bc1447-0566-4e4f-a72e-99041644a80b {{(pid=106653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:10:41.488024 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Publish callbacks [] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:41.500134 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.provisioning_blocks [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Transition to ACTIVE for port object b3bc1447-0566-4e4f-a72e-99041644a80b will not be triggered until provisioned by entity L2. {{(pid=106653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:10:41.578923 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:41.656561 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bc1447-0566-4e4f-a72e-99041644a80b,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:41.725992 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27942e7e-4d4b-4071-8dd4-7acfa3b0617f req-8186a188-2e2c-460d-8349-6c784fd565f8 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:41.726511 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40696a0e-42a3-4c96-807e-75588c1aaa45 None None] Attempt 2 to provision port b3bc1447-0566-4e4f-a72e-99041644a80b Sep 23 14:10:41.727458 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-27942e7e-4d4b-4071-8dd4-7acfa3b0617f req-8186a188-2e2c-460d-8349-6c784fd565f8 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 946 time: 0.0650656 Sep 23 14:10:41.729813 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Attempting to bind port b3bc1447-0566-4e4f-a72e-99041644a80b on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:10:41.730141 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Attempting to bind port b3bc1447-0566-4e4f-a72e-99041644a80b by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:10:41.730499 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Attempting to bind port b3bc1447-0566-4e4f-a72e-99041644a80b on network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:10:41.759616 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40696a0e-42a3-4c96-807e-75588c1aaa45 None None] Port b3bc1447-0566-4e4f-a72e-99041644a80b cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:10:41.759836 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:41.803752 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Port b3bc1447-0566-4e4f-a72e-99041644a80b on network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:10:41.804081 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Attempting to bind port b3bc1447-0566-4e4f-a72e-99041644a80b on network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:10:41.810863 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-27942e7e-4d4b-4071-8dd4-7acfa3b0617f req-29a659fe-46ca-4161-9cc0-cf397fcc908c tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771208 Sep 23 14:10:41.853623 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:10:41.853878 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Checking segment: {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:10:41.854257 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Bound using segment: {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'} {{(pid=106653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:10:41.854714 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.managers [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Bound port: b3bc1447-0566-4e4f-a72e-99041644a80b, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'}}] {{(pid=106653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:10:41.855064 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:41.885935 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:41.914811 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] For port b3bc1447-0566-4e4f-a72e-99041644a80b, host hv-cinder-85743, cleared binding levels {{(pid=106653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:10:41.917752 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] For port b3bc1447-0566-4e4f-a72e-99041644a80b, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=b3bc1447-0566-4e4f-a72e-99041644a80b,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:10:42.012661 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:42.019243 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:42.019861 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:42.022350 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/b3bc1447-0566-4e4f-a72e-99041644a80b HTTP/1.1" status: 200 len: 1094 time: 0.8742361 Sep 23 14:10:42.025533 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13eef24f-a406-4677-9362-460ce72549d8', 'tag': 'b3bc1447-0566-4e4f-a72e-99041644a80b'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:42.027796 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5dfe15-3ff3-44ce-87e5-ea4636ef772d" -d '{"events": [{"name": "network-changed", "server_uuid": "13eef24f-a406-4677-9362-460ce72549d8", "tag": "b3bc1447-0566-4e4f-a72e-99041644a80b"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:42.062820 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc39d5-f067-4bd3-9d09-32d0cdfc27ad req-d431d4dd-9d64-4552-90ab-c582fbf1cf6c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:42.064358 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-03bc39d5-f067-4bd3-9d09-32d0cdfc27ad req-d431d4dd-9d64-4552-90ab-c582fbf1cf6c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 944 time: 0.0808697 Sep 23 14:10:42.095555 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07fbef3-8fe8-40b8-aa8d-4ff285f78afa x-openstack-request-id: req-a07fbef3-8fe8-40b8-aa8d-4ff285f78afa {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:42.095844 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13eef24f-a406-4677-9362-460ce72549d8", "tag": "b3bc1447-0566-4e4f-a72e-99041644a80b", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:42.096096 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a07fbef3-8fe8-40b8-aa8d-4ff285f78afa {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:42.096496 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07fbef3-8fe8-40b8-aa8d-4ff285f78afa'] response: {'name': 'network-changed', 'server_uuid': '13eef24f-a406-4677-9362-460ce72549d8', 'tag': 'b3bc1447-0566-4e4f-a72e-99041644a80b', 'status': 'completed', 'code': 200} Sep 23 14:10:42.108751 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddac7b8-0141-43c3-9e67-3b5d8b851ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bc1447-0566-4e4f-a72e-99041644a80b,revision_number=3']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:42.139240 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-03bc39d5-f067-4bd3-9d09-32d0cdfc27ad req-971dd086-2e0e-4cbe-ba4e-2c954923bc76 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664651 Sep 23 14:10:42.261197 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40696a0e-42a3-4c96-807e-75588c1aaa45 None None] Attempt 3 to provision port b3bc1447-0566-4e4f-a72e-99041644a80b Sep 23 14:10:42.298760 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40696a0e-42a3-4c96-807e-75588c1aaa45 None None] Port b3bc1447-0566-4e4f-a72e-99041644a80b had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:10:42.962783 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac5a7e-c19e-48dd-a1a7-fa2d8437bb23 req-2edbd0d9-4167-4837-bf09-2bb7a1d773bf tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:42.964241 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e4ac5a7e-c19e-48dd-a1a7-fa2d8437bb23 req-2edbd0d9-4167-4837-bf09-2bb7a1d773bf tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 946 time: 0.0750008 Sep 23 14:10:42.973249 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dfe15-3ff3-44ce-87e5-ea4636ef772d req-f421ef3d-99fa-4f9e-afae-d0fa140195c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:42.974963 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d5dfe15-3ff3-44ce-87e5-ea4636ef772d req-f421ef3d-99fa-4f9e-afae-d0fa140195c1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 1128 time: 0.0540340 Sep 23 14:10:43.016452 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e4ac5a7e-c19e-48dd-a1a7-fa2d8437bb23 req-c5881087-fcf2-4340-b830-b86c1f83ef96 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb643a79-7dd3-4430-a882-880eea67d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451884 Sep 23 14:10:43.192430 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dfe15-3ff3-44ce-87e5-ea4636ef772d req-4ca3b1fa-8bb1-44bc-8059-574d5bc669f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:43.194683 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d5dfe15-3ff3-44ce-87e5-ea4636ef772d req-4ca3b1fa-8bb1-44bc-8059-574d5bc669f0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1005707 Sep 23 14:10:43.274905 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83b6f3-73b5-4c1c-8d03-a36ffaef76d6 req-f1c6041c-d9d7-4887-83ce-947c106f59e4 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:43.276397 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-0c83b6f3-73b5-4c1c-8d03-a36ffaef76d6 req-f1c6041c-d9d7-4887-83ce-947c106f59e4 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 946 time: 0.0475402 Sep 23 14:10:43.303593 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea22c3e-9680-4a85-805f-b6a9db17b544 req-c29ef8d5-0350-4f16-9c0c-361b86dc6cc3 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:43.305042 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bea22c3e-9680-4a85-805f-b6a9db17b544 req-c29ef8d5-0350-4f16-9c0c-361b86dc6cc3 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 944 time: 0.0906847 Sep 23 14:10:43.361760 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-0c83b6f3-73b5-4c1c-8d03-a36ffaef76d6 req-1929b650-fd06-418b-ba48-f73900cbe0ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Deleting port e4bc7ac7-47a5-427a-9423-da4525f55285 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:43.362097 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-0c83b6f3-73b5-4c1c-8d03-a36ffaef76d6 req-1929b650-fd06-418b-ba48-f73900cbe0ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:43.380793 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dfe15-3ff3-44ce-87e5-ea4636ef772d req-a82be70e-dcde-4f0f-821c-dbbb13fd6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:43.382241 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9d5dfe15-3ff3-44ce-87e5-ea4636ef772d req-a82be70e-dcde-4f0f-821c-dbbb13fd6754 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390400 Sep 23 14:10:43.385440 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bea22c3e-9680-4a85-805f-b6a9db17b544 req-0600018c-6814-4de6-b7eb-f93778ac7edb tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737658 Sep 23 14:10:43.455803 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-0c83b6f3-73b5-4c1c-8d03-a36ffaef76d6 req-1929b650-fd06-418b-ba48-f73900cbe0ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] For port e4bc7ac7-47a5-427a-9423-da4525f55285, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=e4bc7ac7-47a5-427a-9423-da4525f55285,segment=NetworkSegment(501fde31-4707-496c-8cd7-8aeb773b10f3),segment_id=501fde31-4707-496c-8cd7-8aeb773b10f3)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:43.456170 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-0c83b6f3-73b5-4c1c-8d03-a36ffaef76d6 req-1929b650-fd06-418b-ba48-f73900cbe0ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:43.458728 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:43.470534 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-0c83b6f3-73b5-4c1c-8d03-a36ffaef76d6 req-1929b650-fd06-418b-ba48-f73900cbe0ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Calling delete_port for e4bc7ac7-47a5-427a-9423-da4525f55285 owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:43.497644 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-b5898724-81d1-4f24-b6dd-3a4acb393add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:43.499144 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-b5898724-81d1-4f24-b6dd-3a4acb393add service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 1128 time: 0.0387888 Sep 23 14:10:43.548962 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-5b855de2-bb65-4e6e-be89-f2817d345655 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3bc1447-0566-4e4f-a72e-99041644a80b HTTP/1.1" status: 200 len: 217 time: 0.0357265 Sep 23 14:10:43.597080 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-135e1734-95de-49eb-a701-efc2dc496dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:43.598599 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-135e1734-95de-49eb-a701-efc2dc496dfe service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda HTTP/1.1" status: 200 len: 850 time: 0.0432169 Sep 23 14:10:43.641146 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-d0a0d2fb-3201-41f3-95d2-f8a56dcf1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:43.642674 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-d0a0d2fb-3201-41f3-95d2-f8a56dcf1d43 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379932 Sep 23 14:10:43.655297 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-0c83b6f3-73b5-4c1c-8d03-a36ffaef76d6 req-1929b650-fd06-418b-ba48-f73900cbe0ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (e4bc7ac7-47a5-427a-9423-da4525f55285), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:43.684179 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b650-fd06-418b-ba48-f73900cbe0ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Pushing event deleted for resources: {'Port': ['ID=e4bc7ac7-47a5-427a-9423-da4525f55285,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:43.703383 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['e4bc7ac7-47a5-427a-9423-da4525f55285'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:10:43.707593 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:43.730746 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c83b6f3-73b5-4c1c-8d03-a36ffaef76d6 req-1929b650-fd06-418b-ba48-f73900cbe0ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] No DVR routers for this DVR port e4bc7ac7-47a5-427a-9423-da4525f55285 on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:10:43.733085 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-0c83b6f3-73b5-4c1c-8d03-a36ffaef76d6 req-1929b650-fd06-418b-ba48-f73900cbe0ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:43.736538 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-0c83b6f3-73b5-4c1c-8d03-a36ffaef76d6 req-1929b650-fd06-418b-ba48-f73900cbe0ca tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e4bc7ac7-47a5-427a-9423-da4525f55285 HTTP/1.1" status: 204 len: 173 time: 0.4544475 Sep 23 14:10:43.737041 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28a9e76-7867-4804-88d1-714fa4a61917', 'name': 'network-vif-deleted', 'tag': 'e4bc7ac7-47a5-427a-9423-da4525f55285'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:43.740052 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be780e2-d99c-40e3-a44e-f9e6cbe100ee" -d '{"events": [{"server_uuid": "d28a9e76-7867-4804-88d1-714fa4a61917", "name": "network-vif-deleted", "tag": "e4bc7ac7-47a5-427a-9423-da4525f55285"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:43.753611 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-e749bdfd-7020-46e2-91c5-5c9ead209ae4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956204 Sep 23 14:10:43.779868 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e41464-4be4-40ac-8e6d-4d4026b01078 x-openstack-request-id: req-12e41464-4be4-40ac-8e6d-4d4026b01078 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:43.780331 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28a9e76-7867-4804-88d1-714fa4a61917", "name": "network-vif-deleted", "tag": "e4bc7ac7-47a5-427a-9423-da4525f55285", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:43.780592 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12e41464-4be4-40ac-8e6d-4d4026b01078 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:43.781002 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e41464-4be4-40ac-8e6d-4d4026b01078'] response: {'server_uuid': 'd28a9e76-7867-4804-88d1-714fa4a61917', 'name': 'network-vif-deleted', 'tag': 'e4bc7ac7-47a5-427a-9423-da4525f55285', 'status': 'completed', 'code': 200} Sep 23 14:10:43.846146 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bf63e8bb-0430-4c39-8253-0d9db7249fb9 req-8a569529-7db1-40eb-801d-8f561e26232f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853662 Sep 23 14:10:44.131443 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-557ae680-0914-4610-853a-adaf7189fa12 req-6c5a7133-9077-47ee-9ec1-4a1723b984f0 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 210 time: 0.0293460 Sep 23 14:10:44.446945 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:44.451922 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=36 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:44.511401 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9261071-7fa5-4d5a-a1d3-407dfaaee52d req-c7665cbe-cc10-4b51-a617-012923261d57 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:44.512857 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e9261071-7fa5-4d5a-a1d3-407dfaaee52d req-c7665cbe-cc10-4b51-a617-012923261d57 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 944 time: 0.0503330 Sep 23 14:10:44.525725 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:44.560153 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e9261071-7fa5-4d5a-a1d3-407dfaaee52d req-548dee3b-8dcc-4681-87d4-6f57e838c8d9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416048 Sep 23 14:10:44.995816 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f3ade7aa-381f-4a98-a0e1-c9ed7bb7131c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:45.144495 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:45.247243 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-71b65d67-09e1-4b8d-8211-4eb6f5a1356c req-86731045-5460-4e56-8724-a2520fe43c70 tempest-VolumesActionsTest-762350336 tempest-VolumesActionsTest-762350336-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d28a9e76-7867-4804-88d1-714fa4a61917 HTTP/1.1" status: 200 len: 210 time: 0.0278420 Sep 23 14:10:45.682142 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de2284-e2bc-4fc0-9689-1ff46c17e9c1 req-20c6ceed-9d31-47a5-91ea-b4b940430b22 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:45.683616 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-84de2284-e2bc-4fc0-9689-1ff46c17e9c1 req-20c6ceed-9d31-47a5-91ea-b4b940430b22 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 944 time: 0.0471687 Sep 23 14:10:45.731571 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-84de2284-e2bc-4fc0-9689-1ff46c17e9c1 req-3a65dea4-a5a5-4ceb-b73f-e1848d1596f0 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423291 Sep 23 14:10:46.071767 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36284) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:46.361194 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Deleting port 0d3f6f0d-bf57-4bda-a1bc-0c2313354a82 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:46.361823 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (0d3f6f0d-bf57-4bda-a1bc-0c2313354a82), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:46.439887 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (0d3f6f0d-bf57-4bda-a1bc-0c2313354a82), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:46.440138 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for floatingip (0d3f6f0d-bf57-4bda-a1bc-0c2313354a82), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:46.453535 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Calling delete_port for 0d3f6f0d-bf57-4bda-a1bc-0c2313354a82 owned by network:floatingip {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:46.461111 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device b3bc1447-0566-4e4f-a72e-99041644a80b details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:10:46.562110 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port b3bc1447-0566-4e4f-a72e-99041644a80b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=b3bc1447-0566-4e4f-a72e-99041644a80b,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:46.580033 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': 'b3bc1447-0566-4e4f-a72e-99041644a80b', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'port_id': 'b3bc1447-0566-4e4f-a72e-99041644a80b', 'mac_address': 'fa:16:3e:d9:1c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:10:46.619314 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port b3bc1447-0566-4e4f-a72e-99041644a80b is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:46.619717 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:46.632847 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:46.640770 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bc1447-0566-4e4f-a72e-99041644a80b {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:10:46.657924 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port b3bc1447-0566-4e4f-a72e-99041644a80b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=b3bc1447-0566-4e4f-a72e-99041644a80b,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:46.687760 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (0d3f6f0d-bf57-4bda-a1bc-0c2313354a82), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:46.716783 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event deleted for resources: {'Port': ['ID=0d3f6f0d-bf57-4bda-a1bc-0c2313354a82,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:46.762170 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:46.822016 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=b3bc1447-0566-4e4f-a72e-99041644a80b,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:46.995296 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.995659 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.995976 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.996308 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.996635 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.996959 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.997280 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.997598 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.997917 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.998236 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.998576 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.998894 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.999211 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.999524 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:46.999837 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:47.072504 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac3612-bcd4-4506-b2cc-ff129eb6d670 req-1837467a-2b49-4bf2-8181-2be00b79a257 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:47.073894 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9dac3612-bcd4-4506-b2cc-ff129eb6d670 req-1837467a-2b49-4bf2-8181-2be00b79a257 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 945 time: 0.0805202 Sep 23 14:10:47.081990 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for floatingip (3dcb4e54-8d46-45a8-bb80-5888d3918fc4), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:47.082320 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Floating IP 3dcb4e54-8d46-45a8-bb80-5888d3918fc4 disassociated (deleted). External IP: 172.27.1.56, port: ddb61f77-2e1f-4d02-bd20-42e3ca25c62d. Sep 23 14:10:47.150168 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:47.199078 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9dac3612-bcd4-4506-b2cc-ff129eb6d670 req-40894a90-fd5a-4cf5-b030-c46c5e2b206a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186244 Sep 23 14:10:47.209466 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['b3bc1447-0566-4e4f-a72e-99041644a80b'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:10:47.300236 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:47.332365 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Router 742d5875-78d9-438e-b758-953a3f91bd88 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:10:47.381468 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d5b24c19-0a11-416d-aef7-f362c36a8b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:47.445648 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:10:47.451089 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:47.454958 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7bce6-9828-4888-9aa1-5310e03e8854 None None] Sync routers for ids ['742d5875-78d9-438e-b758-953a3f91bd88'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:10:47.465226 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7bce6-9828-4888-9aa1-5310e03e8854 None None] Routers {'742d5875-78d9-438e-b758-953a3f91bd88'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:47.465876 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-2eb7bce6-9828-4888-9aa1-5310e03e8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['742d5875-78d9-438e-b758-953a3f91bd88'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:47.486181 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-baf14b8c-0291-425e-bf12-5ed3173046ce tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/3dcb4e54-8d46-45a8-bb80-5888d3918fc4 HTTP/1.1" status: 204 len: 168 time: 1.4133410 Sep 23 14:10:47.486846 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:47.489231 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:47.532717 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1163c5cc-b31a-4682-8ffc-aec0992b2d32 x-openstack-request-id: req-1163c5cc-b31a-4682-8ffc-aec0992b2d32 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:47.533019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:47.533280 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1163c5cc-b31a-4682-8ffc-aec0992b2d32 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:47.533696 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1163c5cc-b31a-4682-8ffc-aec0992b2d32'] response: {'name': 'network-changed', 'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'status': 'completed', 'code': 200} Sep 23 14:10:47.562348 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:47.587162 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-2eb7bce6-9828-4888-9aa1-5310e03e8854 None None] Set router 742d5875-78d9-438e-b758-953a3f91bd88 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:47.629940 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0 req-3bc994cc-23f1-4a77-bfbb-f3c70a1d7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:47.632046 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0 req-3bc994cc-23f1-4a77-bfbb-f3c70a1d7219 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=728460a287914347b74cfe886f56ee6c&device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 1129 time: 0.0438304 Sep 23 14:10:47.734894 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0 req-adfd9600-9271-4618-9a13-37e74aa1362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:47.736636 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0 req-adfd9600-9271-4618-9a13-37e74aa1362a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=190676c3-b885-43ca-a750-4bc929641327 HTTP/1.1" status: 200 len: 910 time: 0.0983996 Sep 23 14:10:47.781899 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0 req-036eac40-fd1a-43f0-86a2-2bfca3c48574 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d HTTP/1.1" status: 200 len: 217 time: 0.0390091 Sep 23 14:10:47.796981 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-2eb7bce6-9828-4888-9aa1-5310e03e8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 4, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '43333946-8b3d-4765-a3b2-b7811dbc5acc', 'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'mac_address': 'fa:16:3e:84:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:24Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 5, 'project_id': '728460a287914347b74cfe886f56ee6c', 'subnets': [{'id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:47.841086 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0 req-9a68ffde-00a2-46b0-9f6a-09ec5b875fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:47.842503 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0 req-9a68ffde-00a2-46b0-9f6a-09ec5b875fc5 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a0146b41-ef41-48f1-986e-e2e2f17f5d30 HTTP/1.1" status: 200 len: 848 time: 0.0523047 Sep 23 14:10:47.893335 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0 req-d8b3d2a0-0505-479f-a71f-89865ec5c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:47.895899 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0 req-d8b3d2a0-0505-479f-a71f-89865ec5c74c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=190676c3-b885-43ca-a750-4bc929641327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440812 Sep 23 14:10:47.949452 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7bce6-9828-4888-9aa1-5310e03e8854 None None] Checking router: 742d5875-78d9-438e-b758-953a3f91bd88 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:10:47.958476 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7bce6-9828-4888-9aa1-5310e03e8854 None None] Routers {'742d5875-78d9-438e-b758-953a3f91bd88'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:47.959393 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-2eb7bce6-9828-4888-9aa1-5310e03e8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['742d5875-78d9-438e-b758-953a3f91bd88'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:47.966556 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540f122-9c20-4f23-8f9d-67e36b054a3c req-fd5c5009-2362-45c2-97c4-6f29f956d215 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:47.968078 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8540f122-9c20-4f23-8f9d-67e36b054a3c req-fd5c5009-2362-45c2-97c4-6f29f956d215 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0494511 Sep 23 14:10:48.018618 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8540f122-9c20-4f23-8f9d-67e36b054a3c req-692e37d6-8852-4ae3-b9a7-6951ef1c6f3e tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448275 Sep 23 14:10:48.053124 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:48.064313 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-2eb7bce6-9828-4888-9aa1-5310e03e8854 None None] Set router 742d5875-78d9-438e-b758-953a3f91bd88 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:48.248809 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-2eb7bce6-9828-4888-9aa1-5310e03e8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 4, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '43333946-8b3d-4765-a3b2-b7811dbc5acc', 'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'mac_address': 'fa:16:3e:84:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:24Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 5, 'project_id': '728460a287914347b74cfe886f56ee6c', 'subnets': [{'id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:48.279179 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7bce6-9828-4888-9aa1-5310e03e8854 None None] The sync data for ids ['742d5875-78d9-438e-b758-953a3f91bd88'] in dv-cinder-857434-4-iscsi is: [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:25Z', 'revision_number': 4, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '43333946-8b3d-4765-a3b2-b7811dbc5acc', 'name': '', 'network_id': '190676c3-b885-43ca-a750-4bc929641327', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'mac_address': 'fa:16:3e:84:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:24Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 5, 'project_id': '728460a287914347b74cfe886f56ee6c', 'subnets': [{'id': 'a0146b41-ef41-48f1-986e-e2e2f17f5d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:10:48.348600 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640e677-5539-4277-bcdf-2e0974362c90 req-ac92cfae-fac5-4273-914a-8581ca6bcc7f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:48.350281 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b640e677-5539-4277-bcdf-2e0974362c90 req-ac92cfae-fac5-4273-914a-8581ca6bcc7f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 945 time: 0.0522437 Sep 23 14:10:48.398374 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b640e677-5539-4277-bcdf-2e0974362c90 req-d489c123-238b-425a-876e-ea36f64e000d tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421782 Sep 23 14:10:48.496246 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc166e2-ebaa-4575-b080-dcdac1e3e314 None None] New status for floating IP 3dcb4e54-8d46-45a8-bb80-5888d3918fc4: DOWN {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:10:48.619147 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:49.143030 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16eddf-d0f0-42d2-84c3-598a5abd8eba req-8dc2b386-0597-4fcb-aea0-544cd40c9ae4 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:49.144485 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-be16eddf-d0f0-42d2-84c3-598a5abd8eba req-8dc2b386-0597-4fcb-aea0-544cd40c9ae4 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0463064 Sep 23 14:10:49.192654 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-be16eddf-d0f0-42d2-84c3-598a5abd8eba req-7a95594d-9590-4230-9938-8d4ea84979f9 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Sep 23 14:10:49.482494 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:49.516784 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386b7f9-483a-42b2-a5bf-3121d2e56410 req-566e6cc6-a10a-4154-a5d8-6ef5309dbc0d tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:49.518321 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c386b7f9-483a-42b2-a5bf-3121d2e56410 req-566e6cc6-a10a-4154-a5d8-6ef5309dbc0d tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 945 time: 0.0462215 Sep 23 14:10:49.569871 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c386b7f9-483a-42b2-a5bf-3121d2e56410 req-dd1b6559-5620-43bd-835f-b46597dc9fe1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Sep 23 14:10:49.997957 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:50.175435 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:50.313945 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9a108-ef66-4a3b-b353-0b50067e028f req-b9f8e62d-c3b2-4d0d-8b7c-34363566cb5d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:50.315464 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9ba9a108-ef66-4a3b-b353-0b50067e028f req-b9f8e62d-c3b2-4d0d-8b7c-34363566cb5d tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0478163 Sep 23 14:10:50.365659 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9ba9a108-ef66-4a3b-b353-0b50067e028f req-d0f87f7d-3c73-4b9d-b7af-f12f87de5475 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440643 Sep 23 14:10:50.689931 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273068d8-34d6-438d-8454-2de47f120cf2 req-c59610e2-12c9-44fd-9523-ccfb2abf5fbf tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:50.691410 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-273068d8-34d6-438d-8454-2de47f120cf2 req-c59610e2-12c9-44fd-9523-ccfb2abf5fbf tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 945 time: 0.0470517 Sep 23 14:10:50.737821 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-273068d8-34d6-438d-8454-2de47f120cf2 req-a7d3ba95-7b71-4a50-b483-c9b25d465cc1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Sep 23 14:10:50.800545 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device b3bc1447-0566-4e4f-a72e-99041644a80b up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:10:50.844737 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port b3bc1447-0566-4e4f-a72e-99041644a80b completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:10:50.901131 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port b3bc1447-0566-4e4f-a72e-99041644a80b triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:10:50.901488 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:50.901836 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port b3bc1447-0566-4e4f-a72e-99041644a80b Sep 23 14:10:50.969183 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0 req-503c5c68-de30-4ba8-9b71-6f9337acbf60 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895140 Sep 23 14:10:50.980429 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port b3bc1447-0566-4e4f-a72e-99041644a80b is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:10:50.980822 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:51.003842 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13eef24f-a406-4677-9362-460ce72549d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bc1447-0566-4e4f-a72e-99041644a80b'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:51.006162 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2230327-981b-4018-b837-519bfad4655c" -d '{"events": [{"server_uuid": "13eef24f-a406-4677-9362-460ce72549d8", "name": "network-vif-plugged", "status": "completed", "tag": "b3bc1447-0566-4e4f-a72e-99041644a80b"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:51.019147 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port b3bc1447-0566-4e4f-a72e-99041644a80b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=b3bc1447-0566-4e4f-a72e-99041644a80b,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:51.046429 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5a9625-35c6-4896-85c1-dab6784266e9 x-openstack-request-id: req-1c5a9625-35c6-4896-85c1-dab6784266e9 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:51.046722 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13eef24f-a406-4677-9362-460ce72549d8", "name": "network-vif-plugged", "status": "completed", "tag": "b3bc1447-0566-4e4f-a72e-99041644a80b", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:51.047000 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c5a9625-35c6-4896-85c1-dab6784266e9 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:51.047432 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5a9625-35c6-4896-85c1-dab6784266e9'] response: {'server_uuid': '13eef24f-a406-4677-9362-460ce72549d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bc1447-0566-4e4f-a72e-99041644a80b', 'code': 200} Sep 23 14:10:51.096405 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cf5891c-c9bd-4180-9de4-23f07cb2a3e0 req-f223b446-6aac-4daf-a7f4-a5b9a57b05fc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953627 Sep 23 14:10:51.106696 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:51.107593 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device e4bc7ac7-47a5-427a-9423-da4525f55285 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:10:51.143146 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: e4bc7ac7-47a5-427a-9423-da4525f55285 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:10:51.143492 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device e4bc7ac7-47a5-427a-9423-da4525f55285 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:10:51.168908 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=b3bc1447-0566-4e4f-a72e-99041644a80b,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:51.468882 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:51.486809 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be96775-e882-46a6-87b9-891d108a4e21 req-7cbb388f-15d9-4e60-b2a2-46202d96c426 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:51.488268 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6be96775-e882-46a6-87b9-891d108a4e21 req-7cbb388f-15d9-4e60-b2a2-46202d96c426 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0465090 Sep 23 14:10:51.538322 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6be96775-e882-46a6-87b9-891d108a4e21 req-d08fec54-57e4-439e-9d36-1710b506aa2c tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6679265d-dd43-409c-b12c-32a59c686338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434840 Sep 23 14:10:51.688062 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08a6b-e812-430e-be77-512921c2dca5 req-59714e86-5151-4cff-8687-08a952080f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:51.689427 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-17e08a6b-e812-430e-be77-512921c2dca5 req-59714e86-5151-4cff-8687-08a952080f81 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 1130 time: 0.0380538 Sep 23 14:10:51.791241 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-17e08a6b-e812-430e-be77-512921c2dca5 req-4e342fe1-016a-40b2-955c-133e17605578 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396047 Sep 23 14:10:51.803649 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e8cea-c242-4bdf-8229-7e8558628b5d req-07e796ea-7244-4d91-a1cf-206ed324a414 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:51.805206 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cc3e8cea-c242-4bdf-8229-7e8558628b5d req-07e796ea-7244-4d91-a1cf-206ed324a414 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 945 time: 0.0530641 Sep 23 14:10:51.865206 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1df6e-1fc6-45ee-9f02-2bdc7a72247b req-c45a036e-e856-4021-a985-ba3df200808a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:51.866694 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5bb1df6e-1fc6-45ee-9f02-2bdc7a72247b req-c45a036e-e856-4021-a985-ba3df200808a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0501444 Sep 23 14:10:51.921159 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5bb1df6e-1fc6-45ee-9f02-2bdc7a72247b req-d3b8c172-40a9-44c8-a10b-219d0e222a6f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487566 Sep 23 14:10:52.178995 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-cc3e8cea-c242-4bdf-8229-7e8558628b5d req-21d4023c-ae50-43d6-979d-901dd8cdfc8f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Deleting port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:52.179339 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cc3e8cea-c242-4bdf-8229-7e8558628b5d req-21d4023c-ae50-43d6-979d-901dd8cdfc8f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:52.272198 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-cc3e8cea-c242-4bdf-8229-7e8558628b5d req-21d4023c-ae50-43d6-979d-901dd8cdfc8f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] For port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:52.272322 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cc3e8cea-c242-4bdf-8229-7e8558628b5d req-21d4023c-ae50-43d6-979d-901dd8cdfc8f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:52.286882 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-cc3e8cea-c242-4bdf-8229-7e8558628b5d req-21d4023c-ae50-43d6-979d-901dd8cdfc8f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Calling delete_port for ddb61f77-2e1f-4d02-bd20-42e3ca25c62d owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:52.327169 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:52.484068 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cc3e8cea-c242-4bdf-8229-7e8558628b5d req-21d4023c-ae50-43d6-979d-901dd8cdfc8f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (ddb61f77-2e1f-4d02-bd20-42e3ca25c62d), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:52.525996 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4023c-ae50-43d6-979d-901dd8cdfc8f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event deleted for resources: {'Port': ['ID=ddb61f77-2e1f-4d02-bd20-42e3ca25c62d,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:52.577689 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3e8cea-c242-4bdf-8229-7e8558628b5d req-21d4023c-ae50-43d6-979d-901dd8cdfc8f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] No DVR routers for this DVR port ddb61f77-2e1f-4d02-bd20-42e3ca25c62d on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:10:52.581842 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cc3e8cea-c242-4bdf-8229-7e8558628b5d req-21d4023c-ae50-43d6-979d-901dd8cdfc8f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:52.586259 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cc3e8cea-c242-4bdf-8229-7e8558628b5d req-21d4023c-ae50-43d6-979d-901dd8cdfc8f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.49 "DELETE /networking/v2.0/ports/ddb61f77-2e1f-4d02-bd20-42e3ca25c62d HTTP/1.1" status: 204 len: 173 time: 0.4882927 Sep 23 14:10:52.586817 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'name': 'network-vif-deleted', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:52.589800 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605ee58a-4cd9-4290-8a4e-9173741b8222" -d '{"events": [{"server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "name": "network-vif-deleted", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:52.634986 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2172b9-bdd4-4336-bb99-3fb17b91d21f x-openstack-request-id: req-cb2172b9-bdd4-4336-bb99-3fb17b91d21f {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:52.635525 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3cf38f-b2d0-465c-9f91-7b04e669be1a", "name": "network-vif-deleted", "tag": "ddb61f77-2e1f-4d02-bd20-42e3ca25c62d", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:52.635990 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb2172b9-bdd4-4336-bb99-3fb17b91d21f {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:52.636647 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2172b9-bdd4-4336-bb99-3fb17b91d21f'] response: {'server_uuid': 'ae3cf38f-b2d0-465c-9f91-7b04e669be1a', 'name': 'network-vif-deleted', 'tag': 'ddb61f77-2e1f-4d02-bd20-42e3ca25c62d', 'status': 'completed', 'code': 200} Sep 23 14:10:52.682196 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e580be87-6ed8-4655-bc9f-76968a8913c9 req-e8c4ed98-62be-416d-bd26-eccdc0c13e2f tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0344026 Sep 23 14:10:53.059543 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e523a9-80a4-4979-8139-80b3a9f54bba req-eaefd396-fb59-4c77-8d86-52cdebd3f927 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:53.061282 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-69e523a9-80a4-4979-8139-80b3a9f54bba req-eaefd396-fb59-4c77-8d86-52cdebd3f927 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0530119 Sep 23 14:10:53.120591 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-69e523a9-80a4-4979-8139-80b3a9f54bba req-b125d326-255e-4b28-95ca-8c8d1465cf98 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514276 Sep 23 14:10:53.822368 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4d02a528-b48c-423f-9351-8f597b83c24a req-cfe83ce3-bc91-459b-81be-2bfc45f019f4 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0431619 Sep 23 14:10:54.303289 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adcd1a-23b2-413c-a262-96db6b7e7bb6 req-594a9412-a039-46e1-ad0a-cd26828080c9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:54.304902 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e8adcd1a-23b2-413c-a262-96db6b7e7bb6 req-594a9412-a039-46e1-ad0a-cd26828080c9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0570261 Sep 23 14:10:54.369650 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e8adcd1a-23b2-413c-a262-96db6b7e7bb6 req-b2e90cb8-ac7b-4ace-a9ae-5355e37448c9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584455 Sep 23 14:10:54.508274 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfef0d-4c15-4514-a410-f6ce068bc79c req-06a02736-b8f9-4650-9034-abe16abc52e0 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:54.509833 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-63bfef0d-4c15-4514-a410-f6ce068bc79c req-06a02736-b8f9-4650-9034-abe16abc52e0 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0546923 Sep 23 14:10:54.522361 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36410) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:54.527748 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-a644ebdf-f7fa-49fa-82be-b10ef42817aa tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'floatingip': {'port_id': 'b3bc1447-0566-4e4f-a72e-99041644a80b'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:10:54.578201 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a644ebdf-f7fa-49fa-82be-b10ef42817aa tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (485e4285-db32-49ca-987a-0db1c76597a5), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:54.975572 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c6d741d7-3ca5-4c5b-b124-4c067edb787e req-97b1c6f9-f6ba-4666-abb0-b81968e38298 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ae3cf38f-b2d0-465c-9f91-7b04e669be1a HTTP/1.1" status: 200 len: 210 time: 0.0500622 Sep 23 14:10:55.333569 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:55.391670 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a644ebdf-f7fa-49fa-82be-b10ef42817aa tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:55.670082 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a644ebdf-f7fa-49fa-82be-b10ef42817aa tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (485e4285-db32-49ca-987a-0db1c76597a5), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:55.773407 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [None req-a644ebdf-f7fa-49fa-82be-b10ef42817aa tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Floating IP 485e4285-db32-49ca-987a-0db1c76597a5 associated. External IP: 172.27.1.178, port: b3bc1447-0566-4e4f-a72e-99041644a80b. Sep 23 14:10:55.937159 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:56.052720 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36428) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:56.084847 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a644ebdf-f7fa-49fa-82be-b10ef42817aa tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Router c8a7fb10-5394-43d5-ade7-68eac631611d has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:10:56.212100 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d8815262-32ae-4848-8d33-c5afb71ec603 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group (6679265d-dd43-409c-b12c-32a59c686338), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:56.247611 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d8815262-32ae-4848-8d33-c5afb71ec603 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group (6679265d-dd43-409c-b12c-32a59c686338), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:56.360869 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a644ebdf-f7fa-49fa-82be-b10ef42817aa tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:10:56.368936 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a644ebdf-f7fa-49fa-82be-b10ef42817aa tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:56.372210 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e19b3-b456-4570-9429-a127a903cf74 None None] Sync routers for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:10:56.392334 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e19b3-b456-4570-9429-a127a903cf74 None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:56.393405 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-f74e19b3-b456-4570-9429-a127a903cf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:56.419097 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a644ebdf-f7fa-49fa-82be-b10ef42817aa tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/485e4285-db32-49ca-987a-0db1c76597a5 HTTP/1.1" status: 200 len: 992 time: 1.8948321 Sep 23 14:10:56.420053 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13eef24f-a406-4677-9362-460ce72549d8', 'tag': 'b3bc1447-0566-4e4f-a72e-99041644a80b'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:10:56.422304 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940d2fcb-20db-4f0d-8482-0f375a5e4a01" -d '{"events": [{"name": "network-changed", "server_uuid": "13eef24f-a406-4677-9362-460ce72549d8", "tag": "b3bc1447-0566-4e4f-a72e-99041644a80b"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:10:56.499820 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f027011b-743b-4846-8786-448e65c705c7 x-openstack-request-id: req-f027011b-743b-4846-8786-448e65c705c7 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:10:56.500400 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13eef24f-a406-4677-9362-460ce72549d8", "tag": "b3bc1447-0566-4e4f-a72e-99041644a80b", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:10:56.500535 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f027011b-743b-4846-8786-448e65c705c7 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:10:56.501012 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f027011b-743b-4846-8786-448e65c705c7'] response: {'name': 'network-changed', 'server_uuid': '13eef24f-a406-4677-9362-460ce72549d8', 'tag': 'b3bc1447-0566-4e4f-a72e-99041644a80b', 'status': 'completed', 'code': 200} Sep 23 14:10:56.519149 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-f74e19b3-b456-4570-9429-a127a903cf74 None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:56.536052 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d8815262-32ae-4848-8d33-c5afb71ec603 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (6679265d-dd43-409c-b12c-32a59c686338), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:56.540172 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d8815262-32ae-4848-8d33-c5afb71ec603 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:56.541699 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d8815262-32ae-4848-8d33-c5afb71ec603 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6679265d-dd43-409c-b12c-32a59c686338 HTTP/1.1" status: 204 len: 168 time: 0.4878826 Sep 23 14:10:56.581186 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8815262-32ae-4848-8d33-c5afb71ec603 tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6679265d-dd43-409c-b12c-32a59c686338,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:56.616385 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d2fcb-20db-4f0d-8482-0f375a5e4a01 req-c21202a2-e651-438d-ab9a-88d295003526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:56.618374 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-940d2fcb-20db-4f0d-8482-0f375a5e4a01 req-c21202a2-e651-438d-ab9a-88d295003526 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 1130 time: 0.0522423 Sep 23 14:10:56.651077 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36436) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:56.731021 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:56.762089 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d2fcb-20db-4f0d-8482-0f375a5e4a01 req-a15e64fb-4bf4-468a-9229-483d9c536794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:56.764522 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-940d2fcb-20db-4f0d-8482-0f375a5e4a01 req-a15e64fb-4bf4-468a-9229-483d9c536794 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 200 len: 912 time: 0.1399136 Sep 23 14:10:56.805217 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-f74e19b3-b456-4570-9429-a127a903cf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '485e4285-db32-49ca-987a-0db1c76597a5', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'port_id': 'b3bc1447-0566-4e4f-a72e-99041644a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'mac_address': 'fa:16:3e:d9:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eef24f-a406-4677-9362-460ce72549d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:10:35Z', 'updated_at': '2022-09-23T14:10:55Z', 'revision_number': 1, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:56.835652 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e19b3-b456-4570-9429-a127a903cf74 None None] Checking router: c8a7fb10-5394-43d5-ade7-68eac631611d for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:10:56.846139 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device ddb61f77-2e1f-4d02-bd20-42e3ca25c62d no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:10:56.848522 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e19b3-b456-4570-9429-a127a903cf74 None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:56.849157 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-f74e19b3-b456-4570-9429-a127a903cf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:56.856590 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-940d2fcb-20db-4f0d-8482-0f375a5e4a01 req-f968926c-6a2b-47b1-9889-aa6fcfab7dc3 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3bc1447-0566-4e4f-a72e-99041644a80b HTTP/1.1" status: 200 len: 1000 time: 0.0861497 Sep 23 14:10:56.903222 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: ddb61f77-2e1f-4d02-bd20-42e3ca25c62d {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:10:56.903570 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device ddb61f77-2e1f-4d02-bd20-42e3ca25c62d not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:10:56.937169 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d2fcb-20db-4f0d-8482-0f375a5e4a01 req-f1797f64-8910-46ab-8cb1-4070164a6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:56.939535 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-940d2fcb-20db-4f0d-8482-0f375a5e4a01 req-f1797f64-8910-46ab-8cb1-4070164a6e87 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda HTTP/1.1" status: 200 len: 850 time: 0.0740826 Sep 23 14:10:56.952378 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:56.983157 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:56.993797 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-f74e19b3-b456-4570-9429-a127a903cf74 None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:57.001675 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d2fcb-20db-4f0d-8482-0f375a5e4a01 req-2dfb5c36-6590-4381-adfe-7a1d706c8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:10:57.004031 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-940d2fcb-20db-4f0d-8482-0f375a5e4a01 req-2dfb5c36-6590-4381-adfe-7a1d706c8803 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560062 Sep 23 14:10:57.121305 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-940d2fcb-20db-4f0d-8482-0f375a5e4a01 req-cc5e97c8-d16e-4eec-9d31-65fc1957e0c1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112509 Sep 23 14:10:57.240810 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:57.243537 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-940d2fcb-20db-4f0d-8482-0f375a5e4a01 req-a186c6cc-716a-4d2d-96ea-a8d10041a827 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095486 Sep 23 14:10:57.273855 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-f74e19b3-b456-4570-9429-a127a903cf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '485e4285-db32-49ca-987a-0db1c76597a5', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'port_id': 'b3bc1447-0566-4e4f-a72e-99041644a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'mac_address': 'fa:16:3e:d9:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eef24f-a406-4677-9362-460ce72549d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:10:35Z', 'updated_at': '2022-09-23T14:10:55Z', 'revision_number': 1, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:57.300544 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e19b3-b456-4570-9429-a127a903cf74 None None] The sync data for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi is: [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '485e4285-db32-49ca-987a-0db1c76597a5', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'port_id': 'b3bc1447-0566-4e4f-a72e-99041644a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'mac_address': 'fa:16:3e:d9:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eef24f-a406-4677-9362-460ce72549d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:10:35Z', 'updated_at': '2022-09-23T14:10:55Z', 'revision_number': 1, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:10:57.387142 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494252'] for router_interface (742d5875-78d9-438e-b758-953a3f91bd88), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:57.476909 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:57.620784 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae42399-d4d0-49bf-a695-78452d11c5c9 None None] New status for floating IP 485e4285-db32-49ca-987a-0db1c76597a5: ACTIVE {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:10:57.717390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] Deleting port 43333946-8b3d-4765-a3b2-b7811dbc5acc {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:57.718014 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:57.809687 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] For port 43333946-8b3d-4765-a3b2-b7811dbc5acc, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=43333946-8b3d-4765-a3b2-b7811dbc5acc,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:57.810120 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:57.824682 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] Calling delete_port for 43333946-8b3d-4765-a3b2-b7811dbc5acc owned by network:router_interface {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:58.131112 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (43333946-8b3d-4765-a3b2-b7811dbc5acc), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:58.159058 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=43333946-8b3d-4765-a3b2-b7811dbc5acc,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:58.378772 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:58.384709 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-490524'] for router_interface (742d5875-78d9-438e-b758-953a3f91bd88), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:58.516097 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:58.641849 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] Router 742d5875-78d9-438e-b758-953a3f91bd88 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:10:58.772866 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:10:58.783422 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-a2f421a1-a7dc-4519-82c4-d406712212c9 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/742d5875-78d9-438e-b758-953a3f91bd88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1309738 Sep 23 14:10:58.786269 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36448) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:10:58.788307 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85dff6-f162-440d-8b7e-760b266e0805 None None] Sync routers for ids ['742d5875-78d9-438e-b758-953a3f91bd88'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:10:58.802594 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85dff6-f162-440d-8b7e-760b266e0805 None None] Routers {'742d5875-78d9-438e-b758-953a3f91bd88'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:58.803537 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-0b85dff6-f162-440d-8b7e-760b266e0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['742d5875-78d9-438e-b758-953a3f91bd88'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:58.925670 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Publish callbacks [] for router (742d5875-78d9-438e-b758-953a3f91bd88), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:58.928569 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-0b85dff6-f162-440d-8b7e-760b266e0805 None None] Set router 742d5875-78d9-438e-b758-953a3f91bd88 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:59.046002 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:59.058973 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Publish callbacks [] for router_gateway (742d5875-78d9-438e-b758-953a3f91bd88), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:59.123149 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-0b85dff6-f162-440d-8b7e-760b266e0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:10:58Z', 'revision_number': 5, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:59.149610 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85dff6-f162-440d-8b7e-760b266e0805 None None] Checking router: 742d5875-78d9-438e-b758-953a3f91bd88 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:10:59.158478 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85dff6-f162-440d-8b7e-760b266e0805 None None] Routers {'742d5875-78d9-438e-b758-953a3f91bd88'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:10:59.159157 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-0b85dff6-f162-440d-8b7e-760b266e0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['742d5875-78d9-438e-b758-953a3f91bd88'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:59.270695 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-0b85dff6-f162-440d-8b7e-760b266e0805 None None] Set router 742d5875-78d9-438e-b758-953a3f91bd88 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:10:59.397391 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Deleting port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:10:59.397822 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:59.512612 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] For port 7f3f6cc8-740c-44fe-b7f3-67d7764794aa, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=7f3f6cc8-740c-44fe-b7f3-67d7764794aa,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:10:59.512612 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:59.527611 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Calling delete_port for 7f3f6cc8-740c-44fe-b7f3-67d7764794aa owned by network:router_gateway {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:10:59.529796 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:10:59.598757 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-0b85dff6-f162-440d-8b7e-760b266e0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:10:58Z', 'revision_number': 5, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:10:59.629141 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85dff6-f162-440d-8b7e-760b266e0805 None None] The sync data for ids ['742d5875-78d9-438e-b758-953a3f91bd88'] in dv-cinder-857434-4-iscsi is: [{'id': '742d5875-78d9-438e-b758-953a3f91bd88', 'name': 'tempest-TestShelveInstance-1895792644-router', 'tenant_id': '728460a287914347b74cfe886f56ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:10:58Z', 'revision_number': 5, 'project_id': '728460a287914347b74cfe886f56ee6c', 'gw_port': {'id': '7f3f6cc8-740c-44fe-b7f3-67d7764794aa', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d5875-78d9-438e-b758-953a3f91bd88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:22Z', 'updated_at': '2022-09-23T14:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:10:59.820198 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (7f3f6cc8-740c-44fe-b7f3-67d7764794aa), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:10:59.857505 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3f6cc8-740c-44fe-b7f3-67d7764794aa,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:10:59.891964 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.892306 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.892647 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.893106 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.893460 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.893769 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.894154 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.894506 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.895993 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.896863 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.897686 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.898200 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.898736 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.899172 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.899678 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:10:59.959368 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485974'] for router_gateway (742d5875-78d9-438e-b758-953a3f91bd88), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:00.093181 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router (742d5875-78d9-438e-b758-953a3f91bd88), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:00.095819 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Publish callbacks [] for router_controller (742d5875-78d9-438e-b758-953a3f91bd88), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:00.219013 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490593'] for router (742d5875-78d9-438e-b758-953a3f91bd88), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:00.222409 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 742d5875-78d9-438e-b758-953a3f91bd88 {{(pid=106652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:11:00.227066 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:00.230706 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-db5e801a-048d-41fe-bdf0-a2b168ce35b4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/742d5875-78d9-438e-b758-953a3f91bd88 HTTP/1.1" status: 204 len: 168 time: 1.4409611 Sep 23 14:11:00.231520 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36462) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:00.233934 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 43333946-8b3d-4765-a3b2-b7811dbc5acc no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:00.272626 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 43333946-8b3d-4765-a3b2-b7811dbc5acc {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:00.273044 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 43333946-8b3d-4765-a3b2-b7811dbc5acc not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:00.312297 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:00.318953 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_v2 [None req-13346dbe-aabd-495f-8c0c-acee24d5145f admin admin] Deleting subnet a0146b41-ef41-48f1-986e-e2e2f17f5d30 {{(pid=106652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:11:00.322560 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-13346dbe-aabd-495f-8c0c-acee24d5145f admin admin] Publish callbacks [] for subnet (a0146b41-ef41-48f1-986e-e2e2f17f5d30), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:00.373847 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-13346dbe-aabd-495f-8c0c-acee24d5145f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58778746'] for subnet (a0146b41-ef41-48f1-986e-e2e2f17f5d30), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:00.548297 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-13346dbe-aabd-495f-8c0c-acee24d5145f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (a0146b41-ef41-48f1-986e-e2e2f17f5d30), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:00.726096 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-13346dbe-aabd-495f-8c0c-acee24d5145f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59169196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777785'] for subnet (a0146b41-ef41-48f1-986e-e2e2f17f5d30), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:00.765512 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13346dbe-aabd-495f-8c0c-acee24d5145f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0146b41-ef41-48f1-986e-e2e2f17f5d30,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:00.772600 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-13346dbe-aabd-495f-8c0c-acee24d5145f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:00.779156 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-13346dbe-aabd-495f-8c0c-acee24d5145f admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/a0146b41-ef41-48f1-986e-e2e2f17f5d30 HTTP/1.1" status: 204 len: 168 time: 0.5390599 Sep 23 14:11:00.779280 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb507fcd-de4a-465b-80f7-8e04d3b0513b None None] Network 190676c3-b885-43ca-a750-4bc929641327 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:11:00.779676 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36464) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:00.878589 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (190676c3-b885-43ca-a750-4bc929641327), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:00.881204 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:00.940699 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Deleting port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:00.941065 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.011216 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f440ff-0d4b-47e0-a10c-db277db83435 None None] DHCP port deletion for 190676c3-b885-43ca-a750-4bc929641327 request from dv-cinder-857434-4-iscsi {{(pid=106654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 14:11:01.024062 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] For port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=0f0ba6ce-8a8f-4f94-819c-a227a931f6a8,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:01.024430 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.054471 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Calling delete_port for 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 owned by network:dhcp {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:01.081152 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:01.088612 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-59f440ff-0d4b-47e0-a10c-db277db83435 None None] Deleting port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 {{(pid=106654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:01.095137 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-59f440ff-0d4b-47e0-a10c-db277db83435 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), before_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.164425 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-59f440ff-0d4b-47e0-a10c-db277db83435 None None] For port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=0f0ba6ce-8a8f-4f94-819c-a227a931f6a8,segment=NetworkSegment(e0c36694-71db-47ed-8830-b64cfed577df),segment_id=e0c36694-71db-47ed-8830-b64cfed577df)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:01.164948 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-59f440ff-0d4b-47e0-a10c-db277db83435 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), precommit_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.183867 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-59f440ff-0d4b-47e0-a10c-db277db83435 None None] Calling delete_port for 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 owned by network:dhcp {{(pid=106654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:01.200979 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.244119 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0ba6ce-8a8f-4f94-819c-a227a931f6a8,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:01.255363 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] No DVR routers for this DVR port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 on host dv-cinder-857434-4-iscsi {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:11:01.296664 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-59f440ff-0d4b-47e0-a10c-db277db83435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (0f0ba6ce-8a8f-4f94-819c-a227a931f6a8), after_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.321442 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f440ff-0d4b-47e0-a10c-db277db83435 None None] Pushing event deleted for resources: {'Port': ['ID=0f0ba6ce-8a8f-4f94-819c-a227a931f6a8,revision_number=None']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:01.335292 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f440ff-0d4b-47e0-a10c-db277db83435 None None] No DVR routers for this DVR port 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 on host dv-cinder-857434-4-iscsi {{(pid=106654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:11:01.368335 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (190676c3-b885-43ca-a750-4bc929641327), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.397892 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190676c3-b885-43ca-a750-4bc929641327']}} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:01.409071 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c36694-71db-47ed-8830-b64cfed577df') {'for_net_delete': True} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:01.409359 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c36694-71db-47ed-8830-b64cfed577df') {} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:01.422925 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58778689'] for segment (e0c36694-71db-47ed-8830-b64cfed577df), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.437903 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (e0c36694-71db-47ed-8830-b64cfed577df), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.444668 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=106652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:11:01.445058 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59169046'] for segment (e0c36694-71db-47ed-8830-b64cfed577df), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.490555 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment e0c36694-71db-47ed-8830-b64cfed577df resource provider aggregate not found Sep 23 14:11:01.518874 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment e0c36694-71db-47ed-8830-b64cfed577df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0c36694-71db-47ed-8830-b64cfed577df found for delete ", "request_id": "req-35d2f857-6992-4295-8e15-8dd3c559ed58"}]} Sep 23 14:11:01.581604 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (190676c3-b885-43ca-a750-4bc929641327), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.588871 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:01.592949 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/190676c3-b885-43ca-a750-4bc929641327 HTTP/1.1" status: 204 len: 168 time: 0.8122685 Sep 23 14:11:01.596513 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36474) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:01.605631 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb13417-cf41-4170-a14a-aebe84b46d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=190676c3-b885-43ca-a750-4bc929641327,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:02.091922 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 7f3f6cc8-740c-44fe-b7f3-67d7764794aa no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:02.134740 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 7f3f6cc8-740c-44fe-b7f3-67d7764794aa {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:02.135338 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 7f3f6cc8-740c-44fe-b7f3-67d7764794aa not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:02.135700 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:02.177929 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:02.178463 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 0f0ba6ce-8a8f-4f94-819c-a227a931f6a8 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:02.328914 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494252'] for router_interface (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:02.576092 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] Deleting port ab2c8b13-9019-4990-ac64-d2b7a5f2327d {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:02.576439 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:02.663182 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] For port ab2c8b13-9019-4990-ac64-d2b7a5f2327d, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=ab2c8b13-9019-4990-ac64-d2b7a5f2327d,segment=NetworkSegment(8a7b9428-8005-47d1-b05c-0a0789db73db),segment_id=8a7b9428-8005-47d1-b05c-0a0789db73db)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:02.664610 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:02.676082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] Calling delete_port for ab2c8b13-9019-4990-ac64-d2b7a5f2327d owned by network:router_interface {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:02.686094 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:02.719487 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:02.941415 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (ab2c8b13-9019-4990-ac64-d2b7a5f2327d), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:02.969375 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2c8b13-9019-4990-ac64-d2b7a5f2327d,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:03.156206 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-490524'] for router_interface (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:03.423272 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] Router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:11:03.538446 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:11:03.543890 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-93d20b89-2efe-4d7d-be89-2466f5d5afc6 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/f5ae98cb-3e20-4d36-89b2-f96cb7d6f585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9459331 Sep 23 14:11:03.546175 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36490) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:03.548770 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bfca59-f147-40b8-b0f4-c55b53d71545 None None] Sync routers for ids ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:11:03.563653 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bfca59-f147-40b8-b0f4-c55b53d71545 None None] Routers {'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:11:03.564715 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-80bfca59-f147-40b8-b0f4-c55b53d71545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:03.680996 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Publish callbacks [] for router (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:03.735031 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:03.772186 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-80bfca59-f147-40b8-b0f4-c55b53d71545 None None] Set router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:11:03.797684 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Publish callbacks [] for router_gateway (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:03.904300 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:03.907624 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Deleting port e92489b4-3e78-43c0-b89a-49a38087212d {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:03.908005 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:03.955832 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-80bfca59-f147-40b8-b0f4-c55b53d71545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'name': 'tempest-TestShelveInstance-1385836745-router', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:28Z', 'updated_at': '2022-09-23T14:11:02Z', 'revision_number': 5, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'gw_port': {'id': 'e92489b4-3e78-43c0-b89a-49a38087212d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:05:29Z', 'updated_at': '2022-09-23T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:03.989610 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bfca59-f147-40b8-b0f4-c55b53d71545 None None] Checking router: f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:11:03.999695 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bfca59-f147-40b8-b0f4-c55b53d71545 None None] Routers {'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:11:04.000656 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-80bfca59-f147-40b8-b0f4-c55b53d71545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:10:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:04.013837 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] For port e92489b4-3e78-43c0-b89a-49a38087212d, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=e92489b4-3e78-43c0-b89a-49a38087212d,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:04.014265 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:04.034444 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Calling delete_port for e92489b4-3e78-43c0-b89a-49a38087212d owned by network:router_gateway {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:04.099960 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-80bfca59-f147-40b8-b0f4-c55b53d71545 None None] Set router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 gateway port host: None {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:11:04.156819 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-80bfca59-f147-40b8-b0f4-c55b53d71545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'name': 'tempest-TestShelveInstance-1385836745-router', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:28Z', 'updated_at': '2022-09-23T14:11:03Z', 'revision_number': 6, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'gw_port_host': None}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:04.185545 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bfca59-f147-40b8-b0f4-c55b53d71545 None None] The sync data for ids ['f5ae98cb-3e20-4d36-89b2-f96cb7d6f585'] in dv-cinder-857434-4-iscsi is: [{'id': 'f5ae98cb-3e20-4d36-89b2-f96cb7d6f585', 'name': 'tempest-TestShelveInstance-1385836745-router', 'tenant_id': '09f3cfa0c4164cb0b07f49311387aa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:05:28Z', 'updated_at': '2022-09-23T14:11:03Z', 'revision_number': 6, 'project_id': '09f3cfa0c4164cb0b07f49311387aa98', 'gw_port_host': None}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:11:04.326982 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (e92489b4-3e78-43c0-b89a-49a38087212d), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:04.354520 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Pushing event deleted for resources: {'Port': ['ID=e92489b4-3e78-43c0-b89a-49a38087212d,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:04.440424 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485974'] for router_gateway (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:04.561924 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:04.564621 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Publish callbacks [] for router_controller (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:04.713068 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490593'] for router (f5ae98cb-3e20-4d36-89b2-f96cb7d6f585), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:04.713835 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 {{(pid=106653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:11:04.719215 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:04.721670 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-69f16d16-630a-4465-8d8e-13c3aebc5728 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/f5ae98cb-3e20-4d36-89b2-f96cb7d6f585 HTTP/1.1" status: 204 len: 168 time: 1.1612141 Sep 23 14:11:04.730040 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36496) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:04.777140 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:04.783266 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6f2f96-5f2c-4c7a-8945-5a69f4f7470f admin admin] Deleting subnet 27f61973-8b2d-43b8-8697-ee5a9fde15c8 {{(pid=106653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:11:04.787377 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2f96-5f2c-4c7a-8945-5a69f4f7470f admin admin] Publish callbacks [] for subnet (27f61973-8b2d-43b8-8697-ee5a9fde15c8), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:04.829499 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2f96-5f2c-4c7a-8945-5a69f4f7470f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934250'] for subnet (27f61973-8b2d-43b8-8697-ee5a9fde15c8), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:04.921092 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2f96-5f2c-4c7a-8945-5a69f4f7470f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (27f61973-8b2d-43b8-8697-ee5a9fde15c8), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.081619 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2f96-5f2c-4c7a-8945-5a69f4f7470f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2864437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3231285'] for subnet (27f61973-8b2d-43b8-8697-ee5a9fde15c8), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.109526 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f2f96-5f2c-4c7a-8945-5a69f4f7470f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f61973-8b2d-43b8-8697-ee5a9fde15c8,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:05.116649 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2f96-5f2c-4c7a-8945-5a69f4f7470f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.120133 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-bf6f2f96-5f2c-4c7a-8945-5a69f4f7470f admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/27f61973-8b2d-43b8-8697-ee5a9fde15c8 HTTP/1.1" status: 204 len: 168 time: 0.3889349 Sep 23 14:11:05.122989 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36498) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:05.124089 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6506144e-27ce-45ce-a0be-afe708d48857 None None] Network d134b751-029b-422e-bb9e-afd084983f5d requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:11:05.253859 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (d134b751-029b-422e-bb9e-afd084983f5d), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.317307 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47912522-040f-48ba-a18b-abfb37ef447c None None] DHCP port deletion for d134b751-029b-422e-bb9e-afd084983f5d request from dv-cinder-857434-4-iscsi {{(pid=106654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 14:11:05.389352 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-47912522-040f-48ba-a18b-abfb37ef447c None None] Deleting port 13a9bd76-a658-482c-8751-5d3f483b6b74 {{(pid=106654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:05.389799 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-47912522-040f-48ba-a18b-abfb37ef447c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), before_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.477554 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-47912522-040f-48ba-a18b-abfb37ef447c None None] For port 13a9bd76-a658-482c-8751-5d3f483b6b74, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=13a9bd76-a658-482c-8751-5d3f483b6b74,segment=NetworkSegment(8a7b9428-8005-47d1-b05c-0a0789db73db),segment_id=8a7b9428-8005-47d1-b05c-0a0789db73db)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:05.478281 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-47912522-040f-48ba-a18b-abfb37ef447c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), precommit_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.497147 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-47912522-040f-48ba-a18b-abfb37ef447c None None] Calling delete_port for 13a9bd76-a658-482c-8751-5d3f483b6b74 owned by network:dhcp {{(pid=106654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:05.595984 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Deleting port 13a9bd76-a658-482c-8751-5d3f483b6b74 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:05.596212 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.673237 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] For port 13a9bd76-a658-482c-8751-5d3f483b6b74, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=13a9bd76-a658-482c-8751-5d3f483b6b74,segment=NetworkSegment(8a7b9428-8005-47d1-b05c-0a0789db73db),segment_id=8a7b9428-8005-47d1-b05c-0a0789db73db)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:05.673638 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.689153 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Calling delete_port for 13a9bd76-a658-482c-8751-5d3f483b6b74 owned by network:dhcp {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:05.698708 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-47912522-040f-48ba-a18b-abfb37ef447c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), after_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.725760 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47912522-040f-48ba-a18b-abfb37ef447c None None] Pushing event deleted for resources: {'Port': ['ID=13a9bd76-a658-482c-8751-5d3f483b6b74,revision_number=None']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:05.729611 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47912522-040f-48ba-a18b-abfb37ef447c None None] No DVR routers for this DVR port 13a9bd76-a658-482c-8751-5d3f483b6b74 on host dv-cinder-857434-4-iscsi {{(pid=106654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:11:05.769919 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:05.798761 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (13a9bd76-a658-482c-8751-5d3f483b6b74), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.829926 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a9bd76-a658-482c-8751-5d3f483b6b74,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:05.833171 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] No DVR routers for this DVR port 13a9bd76-a658-482c-8751-5d3f483b6b74 on host dv-cinder-857434-4-iscsi {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:11:05.857558 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:05.912928 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (d134b751-029b-422e-bb9e-afd084983f5d), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.936174 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d134b751-029b-422e-bb9e-afd084983f5d']}} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:05.947776 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7b9428-8005-47d1-b05c-0a0789db73db') {'for_net_delete': True} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:05.948075 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7b9428-8005-47d1-b05c-0a0789db73db') {} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:05.960324 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58778689'] for segment (8a7b9428-8005-47d1-b05c-0a0789db73db), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.975976 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (8a7b9428-8005-47d1-b05c-0a0789db73db), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:05.985644 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=106652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:11:05.986244 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59169046'] for segment (8a7b9428-8005-47d1-b05c-0a0789db73db), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:06.036372 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment 8a7b9428-8005-47d1-b05c-0a0789db73db resource provider aggregate not found Sep 23 14:11:06.066208 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment 8a7b9428-8005-47d1-b05c-0a0789db73db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a7b9428-8005-47d1-b05c-0a0789db73db found for delete ", "request_id": "req-4cf3f869-866e-4fcd-a872-5852781fb936"}]} Sep 23 14:11:06.104511 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device ab2c8b13-9019-4990-ac64-d2b7a5f2327d no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:06.125315 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: ab2c8b13-9019-4990-ac64-d2b7a5f2327d {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:06.125992 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device ab2c8b13-9019-4990-ac64-d2b7a5f2327d not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:06.126128 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device e92489b4-3e78-43c0-b89a-49a38087212d no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:06.128012 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (d134b751-029b-422e-bb9e-afd084983f5d), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:06.147569 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: e92489b4-3e78-43c0-b89a-49a38087212d {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:06.147950 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device e92489b4-3e78-43c0-b89a-49a38087212d not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:06.148448 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 13a9bd76-a658-482c-8751-5d3f483b6b74 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:06.158609 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:06.162074 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/d134b751-029b-422e-bb9e-afd084983f5d HTTP/1.1" status: 204 len: 168 time: 1.0375030 Sep 23 14:11:06.163795 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15a3ed-ce59-4300-8faf-f096f7a9a264 admin admin] Pushing event deleted for resources: {'Network': ['ID=d134b751-029b-422e-bb9e-afd084983f5d,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:06.180586 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 13a9bd76-a658-482c-8751-5d3f483b6b74 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:06.180586 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 13a9bd76-a658-482c-8751-5d3f483b6b74 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:06.542085 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36518) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:06.587175 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-10d7cf31-9cd9-4d5c-a4cb-2aed3b652c72 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=728460a287914347b74cfe886f56ee6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438948 Sep 23 14:11:06.590430 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36520) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:06.647648 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d0394b8e-3f52-4ba8-a5c9-030776f9f30e admin admin] Publish callbacks [] for security_group (4d214abd-86e3-49d4-98f5-40531dc97f7a), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:06.669174 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d0394b8e-3f52-4ba8-a5c9-030776f9f30e admin admin] Publish callbacks [] for security_group (4d214abd-86e3-49d4-98f5-40531dc97f7a), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:06.833474 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d0394b8e-3f52-4ba8-a5c9-030776f9f30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (4d214abd-86e3-49d4-98f5-40531dc97f7a), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:06.836425 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d0394b8e-3f52-4ba8-a5c9-030776f9f30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:06.842779 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-d0394b8e-3f52-4ba8-a5c9-030776f9f30e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4d214abd-86e3-49d4-98f5-40531dc97f7a HTTP/1.1" status: 204 len: 168 time: 0.2463636 Sep 23 14:11:06.854554 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0394b8e-3f52-4ba8-a5c9-030776f9f30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d214abd-86e3-49d4-98f5-40531dc97f7a,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:07.655994 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36530) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:07.703752 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-fb95e292-0ccf-4936-a7d1-3825257ee851 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=09f3cfa0c4164cb0b07f49311387aa98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459704 Sep 23 14:11:07.707126 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36532) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:07.761373 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-720cbf7f-7393-4fce-8e5e-99cbf961cc7d admin admin] Publish callbacks [] for security_group (65490110-c324-455c-afa9-d820d3b8a72f), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:07.783404 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-720cbf7f-7393-4fce-8e5e-99cbf961cc7d admin admin] Publish callbacks [] for security_group (65490110-c324-455c-afa9-d820d3b8a72f), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:07.933008 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-720cbf7f-7393-4fce-8e5e-99cbf961cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (65490110-c324-455c-afa9-d820d3b8a72f), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:07.935709 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-720cbf7f-7393-4fce-8e5e-99cbf961cc7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:07.939534 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-720cbf7f-7393-4fce-8e5e-99cbf961cc7d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/65490110-c324-455c-afa9-d820d3b8a72f HTTP/1.1" status: 204 len: 168 time: 0.2283149 Sep 23 14:11:07.946282 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cbf7f-7393-4fce-8e5e-99cbf961cc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65490110-c324-455c-afa9-d820d3b8a72f,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:08.307962 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:11:14.162978 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36624) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:14.209175 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_v2 [None req-98631e52-99ab-45f0-abc4-b31412142af2 admin admin] Deleting subnet 7e7b72d3-2384-44fd-8885-72e5237b59be {{(pid=106653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:11:14.212547 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-98631e52-99ab-45f0-abc4-b31412142af2 admin admin] Publish callbacks [] for subnet (7e7b72d3-2384-44fd-8885-72e5237b59be), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.248304 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-98631e52-99ab-45f0-abc4-b31412142af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934250'] for subnet (7e7b72d3-2384-44fd-8885-72e5237b59be), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.272644 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:14.292623 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-98631e52-99ab-45f0-abc4-b31412142af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (7e7b72d3-2384-44fd-8885-72e5237b59be), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.412706 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-98631e52-99ab-45f0-abc4-b31412142af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2864437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3231285'] for subnet (7e7b72d3-2384-44fd-8885-72e5237b59be), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.439036 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98631e52-99ab-45f0-abc4-b31412142af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7b72d3-2384-44fd-8885-72e5237b59be,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:14.443521 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-98631e52-99ab-45f0-abc4-b31412142af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.446520 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-98631e52-99ab-45f0-abc4-b31412142af2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/7e7b72d3-2384-44fd-8885-72e5237b59be HTTP/1.1" status: 204 len: 168 time: 0.2825112 Sep 23 14:11:14.449159 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36626) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:14.520999 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (7d566560-6d05-4813-af89-28dc8e1f05bf), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.596163 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (7d566560-6d05-4813-af89-28dc8e1f05bf), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.615829 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d566560-6d05-4813-af89-28dc8e1f05bf']}} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:14.624825 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501fde31-4707-496c-8cd7-8aeb773b10f3') {'for_net_delete': True} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:14.625118 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501fde31-4707-496c-8cd7-8aeb773b10f3') {} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:14.635011 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934225'] for segment (501fde31-4707-496c-8cd7-8aeb773b10f3), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.648441 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (501fde31-4707-496c-8cd7-8aeb773b10f3), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.654831 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=106653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:11:14.655213 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2864527'] for segment (501fde31-4707-496c-8cd7-8aeb773b10f3), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.659471 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:DELETE=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:14.698960 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 501fde31-4707-496c-8cd7-8aeb773b10f3 resource provider aggregate not found Sep 23 14:11:14.718289 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 501fde31-4707-496c-8cd7-8aeb773b10f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 501fde31-4707-496c-8cd7-8aeb773b10f3 found for delete ", "request_id": "req-dbe64df2-a02e-4227-b655-583e5e86b51a"}]} Sep 23 14:11:14.792316 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (7d566560-6d05-4813-af89-28dc8e1f05bf), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.797767 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:14.800905 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/7d566560-6d05-4813-af89-28dc8e1f05bf HTTP/1.1" status: 204 len: 168 time: 0.3508439 Sep 23 14:11:14.812664 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811931e6-ad77-4357-baa0-cc52b3396de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d566560-6d05-4813-af89-28dc8e1f05bf,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:14.920393 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:14.995398 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-014bd7c0-c2d4-46ce-98d9-e63510b6cd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:15.172485 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:15.175302 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36634) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:15.215846 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-abb48dc9-a9bd-4859-bc9f-0fab9f7ac50d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c4ce494070ca4b76a93a6a4a9f42414c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392721 Sep 23 14:11:15.218417 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36636) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:15.266826 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2ac9f96b-0e02-4822-aa84-86a495f146c6 admin admin] Publish callbacks [] for security_group (fb643a79-7dd3-4430-a882-880eea67d598), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:15.287028 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2ac9f96b-0e02-4822-aa84-86a495f146c6 admin admin] Publish callbacks [] for security_group (fb643a79-7dd3-4430-a882-880eea67d598), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:15.412110 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2ac9f96b-0e02-4822-aa84-86a495f146c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (fb643a79-7dd3-4430-a882-880eea67d598), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:15.414631 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2ac9f96b-0e02-4822-aa84-86a495f146c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:15.415811 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-2ac9f96b-0e02-4822-aa84-86a495f146c6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fb643a79-7dd3-4430-a882-880eea67d598 HTTP/1.1" status: 204 len: 168 time: 0.1964958 Sep 23 14:11:15.423688 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9f96b-0e02-4822-aa84-86a495f146c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb643a79-7dd3-4430-a882-880eea67d598,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:17.349850 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-272333ce-88c7-40cb-b2cf-dbb6f357750a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:17.821368 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=39,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:17.945995 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=37,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:18.301445 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=62 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:18.303286 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:18.611973 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:19.998049 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:20.206272 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:22.038077 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-07751807-b31f-40b6-9d78-a309ddf8a139 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377252 Sep 23 14:11:22.148141 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-11f7f7eb-3af0-49b1-b93e-7995ea6784fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:22.149618 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-11f7f7eb-3af0-49b1-b93e-7995ea6784fc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 1129 time: 0.0419331 Sep 23 14:11:22.255181 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-895d4c64-dd2f-4a2f-a5a3-febc7a91f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:22.256734 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-895d4c64-dd2f-4a2f-a5a3-febc7a91f7e2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 913 time: 0.0865343 Sep 23 14:11:22.322303 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-22f9eda8-9a12-4e39-8911-8f4d9e00180c service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3a78cda-14d8-495c-98ba-ab806fda32b8 HTTP/1.1" status: 200 len: 1001 time: 0.0579567 Sep 23 14:11:22.370603 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-fcaae88c-d7cc-4a82-b054-f298d80cf1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:22.372011 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-fcaae88c-d7cc-4a82-b054-f298d80cf1ba service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 200 len: 851 time: 0.0438457 Sep 23 14:11:22.415560 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-bef0bf70-771f-4a20-a04b-54b41e947ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:22.417021 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-bef0bf70-771f-4a20-a04b-54b41e947ec1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=85b65927-108e-4662-8841-432429780256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386388 Sep 23 14:11:22.509518 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-3783feb6-e0a1-416f-81ec-2dd46d101bd2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861003 Sep 23 14:11:22.598346 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-1739c59c-a1fe-4f5e-a276-4cadf912bbbf req-b9dbc298-7473-416e-967e-26637bc58fd4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816116 Sep 23 14:11:23.991348 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36698) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:24.141070 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Deleting port ea0421fe-17db-4cde-873e-f03b4e240a44 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:24.141428 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (ea0421fe-17db-4cde-873e-f03b4e240a44), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:24.228695 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (ea0421fe-17db-4cde-873e-f03b4e240a44), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:24.229022 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (ea0421fe-17db-4cde-873e-f03b4e240a44), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:24.241547 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Calling delete_port for ea0421fe-17db-4cde-873e-f03b4e240a44 owned by network:floatingip {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:24.309610 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:24.498679 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (ea0421fe-17db-4cde-873e-f03b4e240a44), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:24.525378 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event deleted for resources: {'Port': ['ID=ea0421fe-17db-4cde-873e-f03b4e240a44,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:24.589363 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (ad993577-606d-4d95-82d6-da9ce5318aa1), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:24.589687 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Floating IP ad993577-606d-4d95-82d6-da9ce5318aa1 disassociated (deleted). External IP: 172.27.1.196, port: bebfb579-fd1e-4f01-81d1-df4839bfbcc5. Sep 23 14:11:24.633240 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:24.785679 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Router fcb83c92-60dc-45bb-b252-d33367ab7aad has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:11:25.137525 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:11:25.142301 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:25.149286 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45628ba6-c6ee-43e9-b753-14f9a9e805ca None None] Sync routers for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:11:25.159219 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45628ba6-c6ee-43e9-b753-14f9a9e805ca None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:11:25.159842 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-45628ba6-c6ee-43e9-b753-14f9a9e805ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:11:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:25.175415 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-86be496c-f8e3-438a-86ed-b03a1928d301 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/ad993577-606d-4d95-82d6-da9ce5318aa1 HTTP/1.1" status: 204 len: 168 time: 1.1821952 Sep 23 14:11:25.176253 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'tag': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:11:25.178805 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d35e35-e802-4bd0-a631-0a627c17015e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a08d7c5-4906-498e-980d-ec6d35ba8bee", "tag": "bebfb579-fd1e-4f01-81d1-df4839bfbcc5"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:11:25.196064 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:25.225610 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d51178-0e9e-4f7c-ac73-80b0c85479ff x-openstack-request-id: req-f3d51178-0e9e-4f7c-ac73-80b0c85479ff {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:11:25.225908 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a08d7c5-4906-498e-980d-ec6d35ba8bee", "tag": "bebfb579-fd1e-4f01-81d1-df4839bfbcc5", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:11:25.226161 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3d51178-0e9e-4f7c-ac73-80b0c85479ff {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:11:25.226730 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d51178-0e9e-4f7c-ac73-80b0c85479ff'] response: {'name': 'network-changed', 'server_uuid': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'tag': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5', 'status': 'completed', 'code': 200} Sep 23 14:11:25.278188 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-45628ba6-c6ee-43e9-b753-14f9a9e805ca None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:11:25.334990 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35e35-e802-4bd0-a631-0a627c17015e req-98d061e5-4f28-4db3-b76e-ff0b4de5962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:25.336521 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f2d35e35-e802-4bd0-a631-0a627c17015e req-98d061e5-4f28-4db3-b76e-ff0b4de5962a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 1129 time: 0.0487475 Sep 23 14:11:25.429961 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35e35-e802-4bd0-a631-0a627c17015e req-d3cbf61e-dd4d-47fa-93d6-640a340c7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:25.431989 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f2d35e35-e802-4bd0-a631-0a627c17015e req-d3cbf61e-dd4d-47fa-93d6-640a340c7cab service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 913 time: 0.0873730 Sep 23 14:11:25.476166 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f2d35e35-e802-4bd0-a631-0a627c17015e req-63d196f3-7771-4758-b63b-a30e9566201e service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bebfb579-fd1e-4f01-81d1-df4839bfbcc5 HTTP/1.1" status: 200 len: 217 time: 0.0374835 Sep 23 14:11:25.501060 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-45628ba6-c6ee-43e9-b753-14f9a9e805ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '0a8896d4-13d9-40f7-a909-cbf41f9485b9', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:63:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ae959-3342-4926-9f60-e4a24124a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:29Z', 'updated_at': '2022-09-23T14:07:32Z', 'revision_number': 1, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:25.527561 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45628ba6-c6ee-43e9-b753-14f9a9e805ca None None] Checking router: fcb83c92-60dc-45bb-b252-d33367ab7aad for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:11:25.529444 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35e35-e802-4bd0-a631-0a627c17015e req-b3402482-371a-4c74-804f-c3c45e8d00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:25.530998 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f2d35e35-e802-4bd0-a631-0a627c17015e req-b3402482-371a-4c74-804f-c3c45e8d00a5 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 200 len: 851 time: 0.0492051 Sep 23 14:11:25.540473 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45628ba6-c6ee-43e9-b753-14f9a9e805ca None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:11:25.540473 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-45628ba6-c6ee-43e9-b753-14f9a9e805ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:11:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:25.588627 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35e35-e802-4bd0-a631-0a627c17015e req-ab52b103-9e4f-4821-b44c-9d87691d7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:25.591400 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f2d35e35-e802-4bd0-a631-0a627c17015e req-ab52b103-9e4f-4821-b44c-9d87691d7739 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=85b65927-108e-4662-8841-432429780256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516832 Sep 23 14:11:25.642165 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:25.660421 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-45628ba6-c6ee-43e9-b753-14f9a9e805ca None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:11:25.666382 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0172c-86d5-4a7c-9088-4bc85c4be340 req-c3f4a526-ecf0-4b34-8a7f-2274d874699f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:25.667971 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cbc0172c-86d5-4a7c-9088-4bc85c4be340 req-c3f4a526-ecf0-4b34-8a7f-2274d874699f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 945 time: 0.0486038 Sep 23 14:11:25.720450 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cbc0172c-86d5-4a7c-9088-4bc85c4be340 req-b6e471d3-61a1-4974-81f3-8eb6b8b86491 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467741 Sep 23 14:11:25.879231 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-45628ba6-c6ee-43e9-b753-14f9a9e805ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '0a8896d4-13d9-40f7-a909-cbf41f9485b9', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:63:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ae959-3342-4926-9f60-e4a24124a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:29Z', 'updated_at': '2022-09-23T14:07:32Z', 'revision_number': 1, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:26.032942 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45628ba6-c6ee-43e9-b753-14f9a9e805ca None None] The sync data for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi is: [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '0a8896d4-13d9-40f7-a909-cbf41f9485b9', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'port_id': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'mac_address': 'fa:16:3e:63:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ae959-3342-4926-9f60-e4a24124a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:07:29Z', 'updated_at': '2022-09-23T14:07:32Z', 'revision_number': 1, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:11:26.095176 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36718) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:26.209242 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-acf36046-b2e2-4007-bc2a-b86d5844634d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:26.279942 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a2b97b-9ab3-42d2-a1ba-6c8046c20bdc None None] New status for floating IP ad993577-606d-4d95-82d6-da9ce5318aa1: DOWN {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:11:26.291831 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-acf36046-b2e2-4007-bc2a-b86d5844634d admin admin] Publish callbacks [] for security_group (01a382df-6ee3-4dbf-800b-0608db87937d), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:26.375073 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-acf36046-b2e2-4007-bc2a-b86d5844634d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (01a382df-6ee3-4dbf-800b-0608db87937d), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:26.418739 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-acf36046-b2e2-4007-bc2a-b86d5844634d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7bb33ccaa0a148899e9929db72020fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224757 Sep 23 14:11:26.419602 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf36046-b2e2-4007-bc2a-b86d5844634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a382df-6ee3-4dbf-800b-0608db87937d,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:26.422065 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36724) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:26.472153 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-218f402a-f2f6-4111-94b1-022312f3539d admin admin] Publish callbacks [] for security_group (01a382df-6ee3-4dbf-800b-0608db87937d), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:26.492758 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-218f402a-f2f6-4111-94b1-022312f3539d admin admin] Publish callbacks [] for security_group (01a382df-6ee3-4dbf-800b-0608db87937d), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:26.612326 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-218f402a-f2f6-4111-94b1-022312f3539d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (01a382df-6ee3-4dbf-800b-0608db87937d), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:26.614873 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-218f402a-f2f6-4111-94b1-022312f3539d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:26.616013 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-218f402a-f2f6-4111-94b1-022312f3539d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/01a382df-6ee3-4dbf-800b-0608db87937d HTTP/1.1" status: 204 len: 168 time: 0.1929345 Sep 23 14:11:26.623732 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f402a-f2f6-4111-94b1-022312f3539d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a382df-6ee3-4dbf-800b-0608db87937d,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:26.848141 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a76b4-b5e2-4905-8429-f38470f3b979 req-5aa999ef-4143-4601-8522-1cc312550083 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:26.849692 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3b9a76b4-b5e2-4905-8429-f38470f3b979 req-5aa999ef-4143-4601-8522-1cc312550083 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 945 time: 0.0494013 Sep 23 14:11:26.863239 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:26.914313 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3b9a76b4-b5e2-4905-8429-f38470f3b979 req-b736e265-d397-4b43-8035-fd84db0f1a6e tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578206 Sep 23 14:11:26.915778 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:26.918677 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:26.935993 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f2d35e35-e802-4bd0-a631-0a627c17015e req-5baaf864-3a43-44af-b6b6-9b2d278da835 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990772 Sep 23 14:11:27.164468 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f2d35e35-e802-4bd0-a631-0a627c17015e req-7e67a240-6157-490b-af76-970ecdfffa11 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922985 Sep 23 14:11:27.534703 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e61c8d-92f9-4d0c-a332-c18f84dcb2aa req-4b93875d-440e-442f-9078-e4158ba5766c tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:27.536165 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-03e61c8d-92f9-4d0c-a332-c18f84dcb2aa req-4b93875d-440e-442f-9078-e4158ba5766c tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 945 time: 0.0469537 Sep 23 14:11:27.619650 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-03e61c8d-92f9-4d0c-a332-c18f84dcb2aa req-624e44cf-7e8f-431f-82f5-e4c6f0b51b6a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Deleting port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:27.619990 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-03e61c8d-92f9-4d0c-a332-c18f84dcb2aa req-624e44cf-7e8f-431f-82f5-e4c6f0b51b6a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:27.711310 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-03e61c8d-92f9-4d0c-a332-c18f84dcb2aa req-624e44cf-7e8f-431f-82f5-e4c6f0b51b6a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] For port bebfb579-fd1e-4f01-81d1-df4839bfbcc5, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=bebfb579-fd1e-4f01-81d1-df4839bfbcc5,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:27.711671 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-03e61c8d-92f9-4d0c-a332-c18f84dcb2aa req-624e44cf-7e8f-431f-82f5-e4c6f0b51b6a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:27.724635 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-03e61c8d-92f9-4d0c-a332-c18f84dcb2aa req-624e44cf-7e8f-431f-82f5-e4c6f0b51b6a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Calling delete_port for bebfb579-fd1e-4f01-81d1-df4839bfbcc5 owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:27.937715 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-03e61c8d-92f9-4d0c-a332-c18f84dcb2aa req-624e44cf-7e8f-431f-82f5-e4c6f0b51b6a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (bebfb579-fd1e-4f01-81d1-df4839bfbcc5), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:27.967103 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e44cf-7e8f-431f-82f5-e4c6f0b51b6a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event deleted for resources: {'Port': ['ID=bebfb579-fd1e-4f01-81d1-df4839bfbcc5,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:28.013755 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e61c8d-92f9-4d0c-a332-c18f84dcb2aa req-624e44cf-7e8f-431f-82f5-e4c6f0b51b6a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] No DVR routers for this DVR port bebfb579-fd1e-4f01-81d1-df4839bfbcc5 on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:11:28.016416 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-03e61c8d-92f9-4d0c-a332-c18f84dcb2aa req-624e44cf-7e8f-431f-82f5-e4c6f0b51b6a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:28.019811 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-03e61c8d-92f9-4d0c-a332-c18f84dcb2aa req-624e44cf-7e8f-431f-82f5-e4c6f0b51b6a tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "DELETE /networking/v2.0/ports/bebfb579-fd1e-4f01-81d1-df4839bfbcc5 HTTP/1.1" status: 204 len: 173 time: 0.4753225 Sep 23 14:11:28.020326 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'name': 'network-vif-deleted', 'tag': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:11:28.023273 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e93bc8a-73c0-4f8e-bcaa-a129dd0f42ab" -d '{"events": [{"server_uuid": "6a08d7c5-4906-498e-980d-ec6d35ba8bee", "name": "network-vif-deleted", "tag": "bebfb579-fd1e-4f01-81d1-df4839bfbcc5"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:11:28.032197 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f651cb21-b193-46f8-bbd0-064173d72813 req-645c7def-cea4-4955-ae41-993205a55fe0 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 210 time: 0.0294790 Sep 23 14:11:28.063466 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175afca8-a509-40e6-8f56-f52b3cf83910 x-openstack-request-id: req-175afca8-a509-40e6-8f56-f52b3cf83910 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:11:28.063756 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a08d7c5-4906-498e-980d-ec6d35ba8bee", "name": "network-vif-deleted", "tag": "bebfb579-fd1e-4f01-81d1-df4839bfbcc5", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:11:28.064001 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-175afca8-a509-40e6-8f56-f52b3cf83910 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:11:28.064397 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175afca8-a509-40e6-8f56-f52b3cf83910'] response: {'server_uuid': '6a08d7c5-4906-498e-980d-ec6d35ba8bee', 'name': 'network-vif-deleted', 'tag': 'bebfb579-fd1e-4f01-81d1-df4839bfbcc5', 'status': 'completed', 'code': 200} Sep 23 14:11:29.149578 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-50627a13-1f9c-45a3-8c1f-917c24093264 req-f70f3690-f176-4ae8-86b1-1c3d7b01136f tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a08d7c5-4906-498e-980d-ec6d35ba8bee HTTP/1.1" status: 200 len: 210 time: 0.0274117 Sep 23 14:11:30.947430 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device bebfb579-fd1e-4f01-81d1-df4839bfbcc5 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:30.966415 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: bebfb579-fd1e-4f01-81d1-df4839bfbcc5 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:30.966768 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device bebfb579-fd1e-4f01-81d1-df4839bfbcc5 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:32.649093 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36750) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:32.790856 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Deleting port 4a6ace98-8840-479c-961a-da3d6596392e {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:32.791198 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (4a6ace98-8840-479c-961a-da3d6596392e), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:32.866637 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (4a6ace98-8840-479c-961a-da3d6596392e), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:32.866962 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (4a6ace98-8840-479c-961a-da3d6596392e), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:32.879334 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Calling delete_port for 4a6ace98-8840-479c-961a-da3d6596392e owned by network:floatingip {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:32.921549 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:33.120106 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (4a6ace98-8840-479c-961a-da3d6596392e), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:33.145221 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event deleted for resources: {'Port': ['ID=4a6ace98-8840-479c-961a-da3d6596392e,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:33.210761 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (0a8896d4-13d9-40f7-a909-cbf41f9485b9), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:33.211096 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Floating IP 0a8896d4-13d9-40f7-a909-cbf41f9485b9 disassociated (deleted). External IP: 172.27.1.129, port: c3a78cda-14d8-495c-98ba-ab806fda32b8. Sep 23 14:11:33.408413 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Router fcb83c92-60dc-45bb-b252-d33367ab7aad has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:11:33.495213 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:33.513019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:11:33.529271 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:33.529377 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485cca0-9acb-4bed-b29f-b84e3a182b93 None None] Sync routers for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:11:33.532421 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485cca0-9acb-4bed-b29f-b84e3a182b93 None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:11:33.533030 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-5485cca0-9acb-4bed-b29f-b84e3a182b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:11:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:33.550196 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-5f6dda5f-b96b-49d6-b361-2e4d3ff50db3 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/0a8896d4-13d9-40f7-a909-cbf41f9485b9 HTTP/1.1" status: 204 len: 168 time: 0.8974576 Sep 23 14:11:33.550196 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817ae959-3342-4926-9f60-e4a24124a282', 'tag': 'c3a78cda-14d8-495c-98ba-ab806fda32b8'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:11:33.550899 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f97cbb-a25e-4338-86af-4883a6deb575" -d '{"events": [{"name": "network-changed", "server_uuid": "817ae959-3342-4926-9f60-e4a24124a282", "tag": "c3a78cda-14d8-495c-98ba-ab806fda32b8"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:11:33.592290 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59570b5-1667-45d6-8b4f-08e4a270390a x-openstack-request-id: req-f59570b5-1667-45d6-8b4f-08e4a270390a {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:11:33.592583 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817ae959-3342-4926-9f60-e4a24124a282", "tag": "c3a78cda-14d8-495c-98ba-ab806fda32b8", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:11:33.592837 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f59570b5-1667-45d6-8b4f-08e4a270390a {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:11:33.593277 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59570b5-1667-45d6-8b4f-08e4a270390a'] response: {'name': 'network-changed', 'server_uuid': '817ae959-3342-4926-9f60-e4a24124a282', 'tag': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'status': 'completed', 'code': 200} Sep 23 14:11:33.642951 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-5485cca0-9acb-4bed-b29f-b84e3a182b93 None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:11:33.687743 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97cbb-a25e-4338-86af-4883a6deb575 req-37700def-28c6-4467-b0fe-a84c17961675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:33.689261 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e7f97cbb-a25e-4338-86af-4883a6deb575 req-37700def-28c6-4467-b0fe-a84c17961675 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=901178273d85449e9cdaa5de235fb3e9&device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 1129 time: 0.0436184 Sep 23 14:11:33.782922 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97cbb-a25e-4338-86af-4883a6deb575 req-0d71867d-bf0c-4032-97c4-115cc7c790e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:33.784326 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e7f97cbb-a25e-4338-86af-4883a6deb575 req-0d71867d-bf0c-4032-97c4-115cc7c790e0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 200 len: 913 time: 0.0893464 Sep 23 14:11:33.827625 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e7f97cbb-a25e-4338-86af-4883a6deb575 req-447947e1-505c-41b6-bf93-89679eceff8c service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3a78cda-14d8-495c-98ba-ab806fda32b8 HTTP/1.1" status: 200 len: 217 time: 0.0371659 Sep 23 14:11:33.838896 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-5485cca0-9acb-4bed-b29f-b84e3a182b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:33.864784 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485cca0-9acb-4bed-b29f-b84e3a182b93 None None] Checking router: fcb83c92-60dc-45bb-b252-d33367ab7aad for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:11:33.873505 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485cca0-9acb-4bed-b29f-b84e3a182b93 None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:11:33.874115 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-5485cca0-9acb-4bed-b29f-b84e3a182b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:11:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:33.877772 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97cbb-a25e-4338-86af-4883a6deb575 req-c1ee3460-cf8f-497f-9a92-1169f78a1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:33.879290 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e7f97cbb-a25e-4338-86af-4883a6deb575 req-c1ee3460-cf8f-497f-9a92-1169f78a1f73 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 200 len: 851 time: 0.0455339 Sep 23 14:11:33.914549 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:33.924192 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97cbb-a25e-4338-86af-4883a6deb575 req-a626888e-134a-4757-8c99-e8a59f95eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:33.925693 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e7f97cbb-a25e-4338-86af-4883a6deb575 req-a626888e-134a-4757-8c99-e8a59f95eef3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=85b65927-108e-4662-8841-432429780256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397503 Sep 23 14:11:33.987264 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-5485cca0-9acb-4bed-b29f-b84e3a182b93 None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:11:34.008998 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:34.027268 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e7f97cbb-a25e-4338-86af-4883a6deb575 req-8cdef49e-278a-4010-9045-4e104d08bfeb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947399 Sep 23 14:11:34.054990 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf3861-c576-4341-bf84-5244fc981f58 req-8b0ca7a3-32f3-4740-b14b-467e7455eaf8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:34.059765 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4ebf3861-c576-4341-bf84-5244fc981f58 req-8b0ca7a3-32f3-4740-b14b-467e7455eaf8 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 945 time: 0.0545249 Sep 23 14:11:34.107060 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4ebf3861-c576-4341-bf84-5244fc981f58 req-85eb1c09-ba3d-42d2-ab92-a256d43ecc2d tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444622 Sep 23 14:11:34.181882 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-5485cca0-9acb-4bed-b29f-b84e3a182b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:34.206323 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485cca0-9acb-4bed-b29f-b84e3a182b93 None None] The sync data for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi is: [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:03:22Z', 'revision_number': 4, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '1ce8f3bd-788c-4e5b-b254-cde25e44a74d', 'name': '', 'network_id': '85b65927-108e-4662-8841-432429780256', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'mac_address': 'fa:16:3e:b6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:21Z', 'updated_at': '2022-09-23T14:03:27Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'subnets': [{'id': '7002cca2-8527-4ff1-acbb-0b8475217711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:11:34.431593 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8ed84-6490-463f-9885-0c05f9f831b1 None None] New status for floating IP 0a8896d4-13d9-40f7-a909-cbf41f9485b9: DOWN {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:11:35.228375 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ae5b6-744f-403e-8db3-096c4205b0c7 req-84302fb8-b314-4ac1-b2b4-f0250ccff0b4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:35.229828 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f03ae5b6-744f-403e-8db3-096c4205b0c7 req-84302fb8-b314-4ac1-b2b4-f0250ccff0b4 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 945 time: 0.0466943 Sep 23 14:11:35.280830 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f03ae5b6-744f-403e-8db3-096c4205b0c7 req-25c6db7c-245c-42b8-9a98-17649ef0420d tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=413d8de2-f83a-420b-a881-59d3352a42b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451539 Sep 23 14:11:35.319454 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e7f97cbb-a25e-4338-86af-4883a6deb575 req-cb34481d-dd1e-4d77-a7db-b1ff496cc045 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884011 Sep 23 14:11:35.858468 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:35.873754 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbefc3-fe81-4be2-9d57-559a3bda4173 req-fc243e8d-e338-409b-8055-5404f57fdcfb tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:35.875234 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-7dcbefc3-fe81-4be2-9d57-559a3bda4173 req-fc243e8d-e338-409b-8055-5404f57fdcfb tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 945 time: 0.0516019 Sep 23 14:11:35.956781 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-7dcbefc3-fe81-4be2-9d57-559a3bda4173 req-8ec2e29a-a505-4722-b9d3-315eba4b5309 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Deleting port c3a78cda-14d8-495c-98ba-ab806fda32b8 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:35.957121 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-7dcbefc3-fe81-4be2-9d57-559a3bda4173 req-8ec2e29a-a505-4722-b9d3-315eba4b5309 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:36.051375 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-7dcbefc3-fe81-4be2-9d57-559a3bda4173 req-8ec2e29a-a505-4722-b9d3-315eba4b5309 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] For port c3a78cda-14d8-495c-98ba-ab806fda32b8, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=c3a78cda-14d8-495c-98ba-ab806fda32b8,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:36.051743 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-7dcbefc3-fe81-4be2-9d57-559a3bda4173 req-8ec2e29a-a505-4722-b9d3-315eba4b5309 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:36.067183 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-7dcbefc3-fe81-4be2-9d57-559a3bda4173 req-8ec2e29a-a505-4722-b9d3-315eba4b5309 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Calling delete_port for c3a78cda-14d8-495c-98ba-ab806fda32b8 owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:36.258022 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-7dcbefc3-fe81-4be2-9d57-559a3bda4173 req-8ec2e29a-a505-4722-b9d3-315eba4b5309 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (c3a78cda-14d8-495c-98ba-ab806fda32b8), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:36.290570 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2e29a-a505-4722-b9d3-315eba4b5309 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event deleted for resources: {'Port': ['ID=c3a78cda-14d8-495c-98ba-ab806fda32b8,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:36.337503 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcbefc3-fe81-4be2-9d57-559a3bda4173 req-8ec2e29a-a505-4722-b9d3-315eba4b5309 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] No DVR routers for this DVR port c3a78cda-14d8-495c-98ba-ab806fda32b8 on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:11:36.342379 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-7dcbefc3-fe81-4be2-9d57-559a3bda4173 req-8ec2e29a-a505-4722-b9d3-315eba4b5309 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:36.343465 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-7dcbefc3-fe81-4be2-9d57-559a3bda4173 req-8ec2e29a-a505-4722-b9d3-315eba4b5309 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c3a78cda-14d8-495c-98ba-ab806fda32b8 HTTP/1.1" status: 204 len: 173 time: 0.4621220 Sep 23 14:11:36.343969 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817ae959-3342-4926-9f60-e4a24124a282', 'name': 'network-vif-deleted', 'tag': 'c3a78cda-14d8-495c-98ba-ab806fda32b8'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:11:36.346216 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb81fe3-e043-4545-9efd-06c75bf41a60" -d '{"events": [{"server_uuid": "817ae959-3342-4926-9f60-e4a24124a282", "name": "network-vif-deleted", "tag": "c3a78cda-14d8-495c-98ba-ab806fda32b8"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:11:36.390833 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c28b137-d6dd-486a-a9dc-75f3a018918e x-openstack-request-id: req-4c28b137-d6dd-486a-a9dc-75f3a018918e {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:11:36.391158 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817ae959-3342-4926-9f60-e4a24124a282", "name": "network-vif-deleted", "tag": "c3a78cda-14d8-495c-98ba-ab806fda32b8", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:11:36.391478 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c28b137-d6dd-486a-a9dc-75f3a018918e {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:11:36.391915 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c28b137-d6dd-486a-a9dc-75f3a018918e'] response: {'server_uuid': '817ae959-3342-4926-9f60-e4a24124a282', 'name': 'network-vif-deleted', 'tag': 'c3a78cda-14d8-495c-98ba-ab806fda32b8', 'status': 'completed', 'code': 200} Sep 23 14:11:36.400990 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5e53365f-db6b-4eab-8eea-ea38c8e058c4 req-b333d198-e186-4ca0-9874-c5db033d21a5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 210 time: 0.0332844 Sep 23 14:11:37.523598 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-aea8b880-7b9e-415e-bc8b-09d4345535f3 req-c1e197b1-ff75-4b59-958a-496356e38624 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=817ae959-3342-4926-9f60-e4a24124a282 HTTP/1.1" status: 200 len: 210 time: 0.0322733 Sep 23 14:11:38.589477 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36770) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:38.697495 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-21d44fb3-02b2-491d-8f8f-d543f2b660d5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Deleting port 74eb4dc6-ee89-40d2-8c16-027a48aac110 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:38.697840 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-21d44fb3-02b2-491d-8f8f-d543f2b660d5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (74eb4dc6-ee89-40d2-8c16-027a48aac110), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:38.759558 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:38.772854 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-21d44fb3-02b2-491d-8f8f-d543f2b660d5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (74eb4dc6-ee89-40d2-8c16-027a48aac110), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:38.776918 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-21d44fb3-02b2-491d-8f8f-d543f2b660d5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (74eb4dc6-ee89-40d2-8c16-027a48aac110), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:38.789535 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-21d44fb3-02b2-491d-8f8f-d543f2b660d5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Calling delete_port for 74eb4dc6-ee89-40d2-8c16-027a48aac110 owned by network:floatingip {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:38.971406 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-21d44fb3-02b2-491d-8f8f-d543f2b660d5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (74eb4dc6-ee89-40d2-8c16-027a48aac110), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:38.995198 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d44fb3-02b2-491d-8f8f-d543f2b660d5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event deleted for resources: {'Port': ['ID=74eb4dc6-ee89-40d2-8c16-027a48aac110,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:39.062312 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-21d44fb3-02b2-491d-8f8f-d543f2b660d5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for floatingip (889a1633-7882-4b17-9ffa-4447d46810d4), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:39.064794 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-21d44fb3-02b2-491d-8f8f-d543f2b660d5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:39.065929 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-21d44fb3-02b2-491d-8f8f-d543f2b660d5 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/889a1633-7882-4b17-9ffa-4447d46810d4 HTTP/1.1" status: 204 len: 168 time: 0.4759114 Sep 23 14:11:40.396831 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36786) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:40.454636 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-232fdf99-d75d-4041-8bb2-efbbf3afc981 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group (413d8de2-f83a-420b-a881-59d3352a42b5), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:40.478426 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-232fdf99-d75d-4041-8bb2-efbbf3afc981 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group (413d8de2-f83a-420b-a881-59d3352a42b5), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:40.649678 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-232fdf99-d75d-4041-8bb2-efbbf3afc981 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (413d8de2-f83a-420b-a881-59d3352a42b5), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:40.652393 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-232fdf99-d75d-4041-8bb2-efbbf3afc981 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:40.653557 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-232fdf99-d75d-4041-8bb2-efbbf3afc981 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/413d8de2-f83a-420b-a881-59d3352a42b5 HTTP/1.1" status: 204 len: 168 time: 0.2557440 Sep 23 14:11:40.663636 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fdf99-d75d-4041-8bb2-efbbf3afc981 tempest-TestVolumeBootPattern-679432431 tempest-TestVolumeBootPattern-679432431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413d8de2-f83a-420b-a881-59d3352a42b5,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:40.787086 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36794) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:40.938013 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:41.019111 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device c3a78cda-14d8-495c-98ba-ab806fda32b8 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:41.037950 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: c3a78cda-14d8-495c-98ba-ab806fda32b8 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:41.038293 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device c3a78cda-14d8-495c-98ba-ab806fda32b8 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:41.249321 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494252'] for router_interface (fcb83c92-60dc-45bb-b252-d33367ab7aad), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:41.459963 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:41.467655 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] Deleting port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:41.467996 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:41.547219 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] For port 1ce8f3bd-788c-4e5b-b254-cde25e44a74d, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=1ce8f3bd-788c-4e5b-b254-cde25e44a74d,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:41.547571 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:41.563028 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] Calling delete_port for 1ce8f3bd-788c-4e5b-b254-cde25e44a74d owned by network:router_interface {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:41.724389 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:41.811337 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (1ce8f3bd-788c-4e5b-b254-cde25e44a74d), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:41.840387 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce8f3bd-788c-4e5b-b254-cde25e44a74d,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:42.006574 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-490524'] for router_interface (fcb83c92-60dc-45bb-b252-d33367ab7aad), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:42.236762 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] Router fcb83c92-60dc-45bb-b252-d33367ab7aad has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:11:42.337455 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:11:42.342881 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-8dd04f95-1d4a-46a7-9707-3f3e9847fd23 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/fcb83c92-60dc-45bb-b252-d33367ab7aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5546525 Sep 23 14:11:42.345413 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36804) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:42.348004 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586db6df-8e26-439c-958b-978b7ead4675 None None] Sync routers for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:11:42.358983 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586db6df-8e26-439c-958b-978b7ead4675 None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:11:42.359591 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-586db6df-8e26-439c-958b-978b7ead4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:11:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:42.435631 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:42.440483 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Publish callbacks [] for router (fcb83c92-60dc-45bb-b252-d33367ab7aad), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:42.461641 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-586db6df-8e26-439c-958b-978b7ead4675 None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:11:42.540611 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Publish callbacks [] for router_gateway (fcb83c92-60dc-45bb-b252-d33367ab7aad), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:42.631750 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-586db6df-8e26-439c-958b-978b7ead4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '8a113e59-105a-4095-939b-e470873a05b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:11:41Z', 'revision_number': 5, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port': {'id': '8a113e59-105a-4095-939b-e470873a05b2', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:19Z', 'updated_at': '2022-09-23T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:42.657150 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586db6df-8e26-439c-958b-978b7ead4675 None None] Checking router: fcb83c92-60dc-45bb-b252-d33367ab7aad for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:11:42.659915 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:42.666696 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586db6df-8e26-439c-958b-978b7ead4675 None None] Routers {'fcb83c92-60dc-45bb-b252-d33367ab7aad'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:11:42.667311 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-586db6df-8e26-439c-958b-978b7ead4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:11:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fcb83c92-60dc-45bb-b252-d33367ab7aad'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:42.677152 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Deleting port 8a113e59-105a-4095-939b-e470873a05b2 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:42.677496 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (8a113e59-105a-4095-939b-e470873a05b2), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:42.753192 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-586db6df-8e26-439c-958b-978b7ead4675 None None] Set router fcb83c92-60dc-45bb-b252-d33367ab7aad gateway port host: None {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:11:42.758207 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] For port 8a113e59-105a-4095-939b-e470873a05b2, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=8a113e59-105a-4095-939b-e470873a05b2,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:42.758769 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (8a113e59-105a-4095-939b-e470873a05b2), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:42.772270 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Calling delete_port for 8a113e59-105a-4095-939b-e470873a05b2 owned by network:router_gateway {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:42.784801 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:42.806144 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-586db6df-8e26-439c-958b-978b7ead4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:11:42Z', 'revision_number': 6, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port_host': None}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:42.830860 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586db6df-8e26-439c-958b-978b7ead4675 None None] The sync data for ids ['fcb83c92-60dc-45bb-b252-d33367ab7aad'] in dv-cinder-857434-4-iscsi is: [{'id': 'fcb83c92-60dc-45bb-b252-d33367ab7aad', 'name': 'tempest-TestVolumeBootPattern-1833881256-router', 'tenant_id': '901178273d85449e9cdaa5de235fb3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:18Z', 'updated_at': '2022-09-23T14:11:42Z', 'revision_number': 6, 'project_id': '901178273d85449e9cdaa5de235fb3e9', 'gw_port_host': None}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:11:43.252140 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (8a113e59-105a-4095-939b-e470873a05b2), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:43.291436 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a113e59-105a-4095-939b-e470873a05b2,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:43.354840 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485974'] for router_gateway (fcb83c92-60dc-45bb-b252-d33367ab7aad), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:43.441416 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router (fcb83c92-60dc-45bb-b252-d33367ab7aad), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:43.443521 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Publish callbacks [] for router_controller (fcb83c92-60dc-45bb-b252-d33367ab7aad), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:43.560383 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490593'] for router (fcb83c92-60dc-45bb-b252-d33367ab7aad), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:43.560979 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcb83c92-60dc-45bb-b252-d33367ab7aad {{(pid=106653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:11:43.565280 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:43.566286 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-8d1da740-c5ba-4e40-9f96-a4c251fafce4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/fcb83c92-60dc-45bb-b252-d33367ab7aad HTTP/1.1" status: 204 len: 168 time: 1.2199528 Sep 23 14:11:43.568815 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36818) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:43.619077 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6775020c-30c7-4dcb-ab0e-73b2239c1096 admin admin] Deleting subnet 7002cca2-8527-4ff1-acbb-0b8475217711 {{(pid=106653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:11:43.622720 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6775020c-30c7-4dcb-ab0e-73b2239c1096 admin admin] Publish callbacks [] for subnet (7002cca2-8527-4ff1-acbb-0b8475217711), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:43.658986 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6775020c-30c7-4dcb-ab0e-73b2239c1096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934250'] for subnet (7002cca2-8527-4ff1-acbb-0b8475217711), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:43.741409 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6775020c-30c7-4dcb-ab0e-73b2239c1096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (7002cca2-8527-4ff1-acbb-0b8475217711), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:43.743380 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:43.885085 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6775020c-30c7-4dcb-ab0e-73b2239c1096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2864437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3231285'] for subnet (7002cca2-8527-4ff1-acbb-0b8475217711), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:43.915520 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775020c-30c7-4dcb-ab0e-73b2239c1096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7002cca2-8527-4ff1-acbb-0b8475217711,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:43.918101 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6775020c-30c7-4dcb-ab0e-73b2239c1096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:43.922872 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-6775020c-30c7-4dcb-ab0e-73b2239c1096 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/7002cca2-8527-4ff1-acbb-0b8475217711 HTTP/1.1" status: 204 len: 168 time: 0.3515766 Sep 23 14:11:43.925267 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36822) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:43.927182 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c310c1-4992-49df-94a1-47368bc4a26b None None] Network 85b65927-108e-4662-8841-432429780256 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:11:44.008476 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (85b65927-108e-4662-8841-432429780256), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.061950 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Deleting port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:44.062289 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.115770 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] DHCP port deletion for 85b65927-108e-4662-8841-432429780256 request from dv-cinder-857434-4-iscsi {{(pid=106654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 14:11:44.138432 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] For port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:44.139176 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.153986 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Calling delete_port for fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c owned by network:dhcp {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:44.158212 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 1ce8f3bd-788c-4e5b-b254-cde25e44a74d no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:44.181038 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 1ce8f3bd-788c-4e5b-b254-cde25e44a74d {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:44.181394 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 1ce8f3bd-788c-4e5b-b254-cde25e44a74d not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:44.181844 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 8a113e59-105a-4095-939b-e470873a05b2 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:44.183801 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Deleting port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c {{(pid=106654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:44.184171 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), before_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.197340 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:44.213677 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 8a113e59-105a-4095-939b-e470873a05b2 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:44.214072 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 8a113e59-105a-4095-939b-e470873a05b2 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:44.259526 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:44.271032 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] For port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c,segment=NetworkSegment(51cce9da-639c-4199-a770-472e3265673a),segment_id=51cce9da-639c-4199-a770-472e3265673a)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:44.271426 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), precommit_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.284486 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Calling delete_port for fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c owned by network:dhcp {{(pid=106654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:44.340468 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.359958 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c), after_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.373732 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Pushing event deleted for resources: {'Port': ['ID=fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:44.377498 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] No DVR routers for this DVR port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c on host dv-cinder-857434-4-iscsi {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:11:44.384598 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Pushing event deleted for resources: {'Port': ['ID=fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c,revision_number=None']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:44.392320 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] No DVR routers for this DVR port fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c on host dv-cinder-857434-4-iscsi {{(pid=106654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:11:44.401347 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.401870 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.402223 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.402583 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.402999 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.403353 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.403655 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.403984 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.404328 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.404632 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.405038 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.405328 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.405673 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.405978 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.406294 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87dd4-c466-4ea0-979e-52f3898c38bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:44.442564 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=7 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:44.460393 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (85b65927-108e-4662-8841-432429780256), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.461376 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:44.482057 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b65927-108e-4662-8841-432429780256']}} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:44.491329 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cce9da-639c-4199-a770-472e3265673a') {'for_net_delete': True} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:44.491632 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cce9da-639c-4199-a770-472e3265673a') {} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:44.501171 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934225'] for segment (51cce9da-639c-4199-a770-472e3265673a), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.518795 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (51cce9da-639c-4199-a770-472e3265673a), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.521779 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=106653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:11:44.522174 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2864527'] for segment (51cce9da-639c-4199-a770-472e3265673a), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.567232 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 51cce9da-639c-4199-a770-472e3265673a resource provider aggregate not found Sep 23 14:11:44.586190 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 51cce9da-639c-4199-a770-472e3265673a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51cce9da-639c-4199-a770-472e3265673a found for delete ", "request_id": "req-6ee1dffb-e5a4-465c-b946-f276210b814b"}]} Sep 23 14:11:44.657282 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (85b65927-108e-4662-8841-432429780256), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.668327 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:44.668327 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/85b65927-108e-4662-8841-432429780256 HTTP/1.1" status: 204 len: 168 time: 0.7401221 Sep 23 14:11:44.669816 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36828) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:44.678050 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d11b7-8fdf-4c3f-a256-69daa18030da admin admin] Pushing event deleted for resources: {'Network': ['ID=85b65927-108e-4662-8841-432429780256,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:44.998627 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494252'] for router_interface (8108f749-d5cc-4306-9847-0c4898df1a01), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:45.014871 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-e7add6f8-da96-4947-86fc-6f25973e2eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:45.030892 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:45.174745 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:45.177411 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:45.222349 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] Deleting port 79021145-1f27-4365-b2dd-431cd1d81fd7 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:45.222774 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:45.301535 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] For port 79021145-1f27-4365-b2dd-431cd1d81fd7, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=79021145-1f27-4365-b2dd-431cd1d81fd7,segment=NetworkSegment(e92ec799-f58e-4fc9-8b19-7771a7db921d),segment_id=e92ec799-f58e-4fc9-8b19-7771a7db921d)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:45.301894 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:45.308271 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:11:45.316029 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] Calling delete_port for 79021145-1f27-4365-b2dd-431cd1d81fd7 owned by network:router_interface {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:45.546053 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (79021145-1f27-4365-b2dd-431cd1d81fd7), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:45.568135 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] Pushing event deleted for resources: {'Port': ['ID=79021145-1f27-4365-b2dd-431cd1d81fd7,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:45.737231 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-490524'] for router_interface (8108f749-d5cc-4306-9847-0c4898df1a01), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:45.780963 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:45.937181 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] Router 8108f749-d5cc-4306-9847-0c4898df1a01 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:11:46.038292 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:11:46.047033 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36834) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:46.049418 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ada72-f39f-4e19-ae5b-6586083a477f None None] Sync routers for ids ['8108f749-d5cc-4306-9847-0c4898df1a01'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:11:46.053071 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-5025d24e-1948-4d9b-81a1-f692d9000636 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/8108f749-d5cc-4306-9847-0c4898df1a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3798816 Sep 23 14:11:46.066185 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ada72-f39f-4e19-ae5b-6586083a477f None None] Routers {'8108f749-d5cc-4306-9847-0c4898df1a01'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:11:46.066849 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-677ada72-f39f-4e19-ae5b-6586083a477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:11:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['8108f749-d5cc-4306-9847-0c4898df1a01'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:46.166484 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Publish callbacks [] for router (8108f749-d5cc-4306-9847-0c4898df1a01), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:46.178752 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-677ada72-f39f-4e19-ae5b-6586083a477f None None] Set router 8108f749-d5cc-4306-9847-0c4898df1a01 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:11:46.189965 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:46.224745 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:46.225334 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fed34bcb-6f6b-4ba2-b898-d034b4ebdc3c not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:46.270220 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Publish callbacks [] for router_gateway (8108f749-d5cc-4306-9847-0c4898df1a01), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:46.350554 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-677ada72-f39f-4e19-ae5b-6586083a477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'name': 'tempest-TestVolumeBootPattern-1129230876-router', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:28Z', 'updated_at': '2022-09-23T14:11:45Z', 'revision_number': 5, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'gw_port': {'id': 'b0f06830-88ed-4713-8701-14c1eb0ea939', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:03:30Z', 'updated_at': '2022-09-23T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:46.364520 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Deleting port b0f06830-88ed-4713-8701-14c1eb0ea939 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:46.364856 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:46.376531 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ada72-f39f-4e19-ae5b-6586083a477f None None] Checking router: 8108f749-d5cc-4306-9847-0c4898df1a01 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:11:46.385220 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ada72-f39f-4e19-ae5b-6586083a477f None None] Routers {'8108f749-d5cc-4306-9847-0c4898df1a01'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:11:46.385729 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-677ada72-f39f-4e19-ae5b-6586083a477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:11:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['8108f749-d5cc-4306-9847-0c4898df1a01'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:46.448177 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] For port b0f06830-88ed-4713-8701-14c1eb0ea939, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=b0f06830-88ed-4713-8701-14c1eb0ea939,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:46.448450 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:46.460800 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Calling delete_port for b0f06830-88ed-4713-8701-14c1eb0ea939 owned by network:router_gateway {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:46.467879 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-677ada72-f39f-4e19-ae5b-6586083a477f None None] Set router 8108f749-d5cc-4306-9847-0c4898df1a01 gateway port host: None {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:11:46.499181 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:46.518178 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-677ada72-f39f-4e19-ae5b-6586083a477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'name': 'tempest-TestVolumeBootPattern-1129230876-router', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:28Z', 'updated_at': '2022-09-23T14:11:46Z', 'revision_number': 6, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'gw_port_host': None}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:46.543265 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ada72-f39f-4e19-ae5b-6586083a477f None None] The sync data for ids ['8108f749-d5cc-4306-9847-0c4898df1a01'] in dv-cinder-857434-4-iscsi is: [{'id': '8108f749-d5cc-4306-9847-0c4898df1a01', 'name': 'tempest-TestVolumeBootPattern-1129230876-router', 'tenant_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:03:28Z', 'updated_at': '2022-09-23T14:11:46Z', 'revision_number': 6, 'project_id': 'f2789f9cb0bd44aaa264d2e76944cbc9', 'gw_port_host': None}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:11:46.608225 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:46.717608 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (b0f06830-88ed-4713-8701-14c1eb0ea939), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:46.741804 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f06830-88ed-4713-8701-14c1eb0ea939,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:46.802991 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485974'] for router_gateway (8108f749-d5cc-4306-9847-0c4898df1a01), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:46.889663 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router (8108f749-d5cc-4306-9847-0c4898df1a01), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:46.892276 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Publish callbacks [] for router_controller (8108f749-d5cc-4306-9847-0c4898df1a01), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:46.995111 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490593'] for router (8108f749-d5cc-4306-9847-0c4898df1a01), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:46.995450 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8108f749-d5cc-4306-9847-0c4898df1a01 {{(pid=106653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:11:46.999626 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.000765 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-9ca33541-9e1c-4019-ae39-91dcdbd9d4d6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/8108f749-d5cc-4306-9847-0c4898df1a01 HTTP/1.1" status: 204 len: 168 time: 0.9517531 Sep 23 14:11:47.003325 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36836) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:47.048939 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Deleting subnet 48c1271b-7b3a-4a5d-80d2-3299f5999323 {{(pid=106653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:11:47.052136 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Publish callbacks [] for subnet (48c1271b-7b3a-4a5d-80d2-3299f5999323), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.090720 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934250'] for subnet (48c1271b-7b3a-4a5d-80d2-3299f5999323), precommit_delete_associations {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.172022 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (48c1271b-7b3a-4a5d-80d2-3299f5999323), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.309138 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2864437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3231285'] for subnet (48c1271b-7b3a-4a5d-80d2-3299f5999323), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.337012 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a76fda2c-1a99-49e0-9061-c880d7096f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.338207 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c1271b-7b3a-4a5d-80d2-3299f5999323,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:47.341885 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.344511 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825df71c-2d9a-4e8f-912b-0813e3e152c1 None None] Network ede66a77-e809-4ea0-8b0f-803e8723dadb requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:11:47.348133 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/48c1271b-7b3a-4a5d-80d2-3299f5999323 HTTP/1.1" status: 204 len: 168 time: 0.3406911 Sep 23 14:11:47.348708 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36840) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:47.350306 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.350684 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.351028 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.351368 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.351750 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.352064 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.352395 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.352721 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.353046 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.353938 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.354289 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.354733 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.355060 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.355382 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.355706 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0990b395-6416-4814-bab9-05f515a469ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:11:47.511369 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f76285-2045-430f-82c5-a37d3473d957 None None] DHCP port deletion for ede66a77-e809-4ea0-8b0f-803e8723dadb request from dv-cinder-857434-4-iscsi {{(pid=106654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 14:11:47.552827 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94f76285-2045-430f-82c5-a37d3473d957 None None] Deleting port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 {{(pid=106654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:47.553287 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-94f76285-2045-430f-82c5-a37d3473d957 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), before_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.683618 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (ede66a77-e809-4ea0-8b0f-803e8723dadb), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.725059 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:47.728307 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Deleting port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:11:47.729222 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.753143 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-94f76285-2045-430f-82c5-a37d3473d957 None None] For port 2ad7c045-e9ea-48c1-a208-6d1095a403f9, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=2ad7c045-e9ea-48c1-a208-6d1095a403f9,segment=NetworkSegment(e92ec799-f58e-4fc9-8b19-7771a7db921d),segment_id=e92ec799-f58e-4fc9-8b19-7771a7db921d)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:47.753465 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-94f76285-2045-430f-82c5-a37d3473d957 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), precommit_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.766296 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-94f76285-2045-430f-82c5-a37d3473d957 None None] Calling delete_port for 2ad7c045-e9ea-48c1-a208-6d1095a403f9 owned by network:dhcp {{(pid=106654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:47.797271 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] For port 2ad7c045-e9ea-48c1-a208-6d1095a403f9, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=2ad7c045-e9ea-48c1-a208-6d1095a403f9,segment=NetworkSegment(e92ec799-f58e-4fc9-8b19-7771a7db921d),segment_id=e92ec799-f58e-4fc9-8b19-7771a7db921d)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:11:47.797555 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.810659 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Calling delete_port for 2ad7c045-e9ea-48c1-a208-6d1095a403f9 owned by network:dhcp {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:11:47.918197 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-94f76285-2045-430f-82c5-a37d3473d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), after_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.922495 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:47.924664 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (2ad7c045-e9ea-48c1-a208-6d1095a403f9), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:47.944753 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f76285-2045-430f-82c5-a37d3473d957 None None] Pushing event deleted for resources: {'Port': ['ID=2ad7c045-e9ea-48c1-a208-6d1095a403f9,revision_number=None']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:47.946602 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f76285-2045-430f-82c5-a37d3473d957 None None] No DVR routers for this DVR port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 on host dv-cinder-857434-4-iscsi {{(pid=106654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:11:47.954188 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] No DVR routers for this DVR port 2ad7c045-e9ea-48c1-a208-6d1095a403f9 on host dv-cinder-857434-4-iscsi {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:11:47.976038 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad7c045-e9ea-48c1-a208-6d1095a403f9,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:48.031107 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (ede66a77-e809-4ea0-8b0f-803e8723dadb), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:48.051819 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede66a77-e809-4ea0-8b0f-803e8723dadb']}} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:48.061862 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92ec799-f58e-4fc9-8b19-7771a7db921d') {'for_net_delete': True} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:48.062157 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92ec799-f58e-4fc9-8b19-7771a7db921d') {} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:11:48.072139 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58778689'] for segment (e92ec799-f58e-4fc9-8b19-7771a7db921d), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:48.086463 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (e92ec799-f58e-4fc9-8b19-7771a7db921d), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:48.093090 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=106652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:11:48.093474 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59169046'] for segment (e92ec799-f58e-4fc9-8b19-7771a7db921d), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:48.117869 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 79021145-1f27-4365-b2dd-431cd1d81fd7 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:48.138826 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment e92ec799-f58e-4fc9-8b19-7771a7db921d resource provider aggregate not found Sep 23 14:11:48.146367 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 79021145-1f27-4365-b2dd-431cd1d81fd7 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:48.146824 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 79021145-1f27-4365-b2dd-431cd1d81fd7 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:48.147345 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 2ad7c045-e9ea-48c1-a208-6d1095a403f9 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:48.159982 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment e92ec799-f58e-4fc9-8b19-7771a7db921d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e92ec799-f58e-4fc9-8b19-7771a7db921d found for delete ", "request_id": "req-98bc5708-974d-47ba-944e-34a84111830f"}]} Sep 23 14:11:48.169431 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 2ad7c045-e9ea-48c1-a208-6d1095a403f9 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:48.169998 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 2ad7c045-e9ea-48c1-a208-6d1095a403f9 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:48.170788 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b0f06830-88ed-4713-8701-14c1eb0ea939 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:11:48.190305 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: b0f06830-88ed-4713-8701-14c1eb0ea939 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:11:48.190682 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device b0f06830-88ed-4713-8701-14c1eb0ea939 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:11:48.228697 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (ede66a77-e809-4ea0-8b0f-803e8723dadb), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:48.234594 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:48.237561 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/ede66a77-e809-4ea0-8b0f-803e8723dadb HTTP/1.1" status: 204 len: 168 time: 0.8873258 Sep 23 14:11:48.248937 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4f370-46f5-4f95-bbf0-1865cc203650 admin admin] Pushing event deleted for resources: {'Network': ['ID=ede66a77-e809-4ea0-8b0f-803e8723dadb,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:48.543258 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36850) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:48.583908 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-8aaba5f7-7140-4b9f-9097-d8f30ba87314 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=901178273d85449e9cdaa5de235fb3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395124 Sep 23 14:11:48.586323 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 36852) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:48.592045 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:48.633024 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1382e7c1-4c67-49f4-951c-91700e4cb8a7 admin admin] Publish callbacks [] for security_group (c331c3ee-4007-44ed-a4bf-2e34a9cb6201), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:48.636196 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:48.653865 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1382e7c1-4c67-49f4-951c-91700e4cb8a7 admin admin] Publish callbacks [] for security_group (c331c3ee-4007-44ed-a4bf-2e34a9cb6201), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:48.763380 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1382e7c1-4c67-49f4-951c-91700e4cb8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c331c3ee-4007-44ed-a4bf-2e34a9cb6201), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:48.766068 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1382e7c1-4c67-49f4-951c-91700e4cb8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:48.767280 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-1382e7c1-4c67-49f4-951c-91700e4cb8a7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c331c3ee-4007-44ed-a4bf-2e34a9cb6201 HTTP/1.1" status: 204 len: 168 time: 0.1800325 Sep 23 14:11:48.775643 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382e7c1-4c67-49f4-951c-91700e4cb8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c331c3ee-4007-44ed-a4bf-2e34a9cb6201,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:49.440224 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36860) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:49.481149 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ccbed1fd-7a2e-4020-8cd7-72e340564c2d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f2789f9cb0bd44aaa264d2e76944cbc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398030 Sep 23 14:11:49.483673 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 36862) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:11:49.530337 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0769-ec0b-4e61-a840-211c27c38922 admin admin] Publish callbacks [] for security_group (2a0275e7-54ad-43c9-b88c-15ba1c763062), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:49.550502 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0769-ec0b-4e61-a840-211c27c38922 admin admin] Publish callbacks [] for security_group (2a0275e7-54ad-43c9-b88c-15ba1c763062), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:49.578225 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:49.690986 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0769-ec0b-4e61-a840-211c27c38922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (2a0275e7-54ad-43c9-b88c-15ba1c763062), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:49.693536 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0769-ec0b-4e61-a840-211c27c38922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:49.694716 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-8b5d0769-ec0b-4e61-a840-211c27c38922 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2a0275e7-54ad-43c9-b88c-15ba1c763062 HTTP/1.1" status: 204 len: 168 time: 0.2101703 Sep 23 14:11:49.703325 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d0769-ec0b-4e61-a840-211c27c38922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0275e7-54ad-43c9-b88c-15ba1c763062,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:11:50.017187 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:50.194630 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:11:51.787516 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198e3e-3a17-4256-bfbf-7f528771bdfb req-21214985-27ad-4926-bbb9-bfdb0495adef tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:51.788991 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-54198e3e-3a17-4256-bfbf-7f528771bdfb req-21214985-27ad-4926-bbb9-bfdb0495adef tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0487885 Sep 23 14:11:51.837741 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-54198e3e-3a17-4256-bfbf-7f528771bdfb req-07ff67f0-045f-4481-a7b5-91f6d59f018a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426781 Sep 23 14:11:52.960941 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907516a-635b-40aa-99e5-f313e055de31 req-5eb86e8f-dc65-4a87-8677-7adf0f411ca8 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:52.962402 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1907516a-635b-40aa-99e5-f313e055de31 req-5eb86e8f-dc65-4a87-8677-7adf0f411ca8 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0466921 Sep 23 14:11:53.008190 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1907516a-635b-40aa-99e5-f313e055de31 req-08bbf6a0-3455-4538-9225-c4d2a83cbf0c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399725 Sep 23 14:11:54.133303 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6faae-7724-4325-a10c-455cd97e1676 req-ac16210b-1a5d-489c-9196-53784ddd9933 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:54.134765 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-efc6faae-7724-4325-a10c-455cd97e1676 req-ac16210b-1a5d-489c-9196-53784ddd9933 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0493417 Sep 23 14:11:54.182353 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-efc6faae-7724-4325-a10c-455cd97e1676 req-e44c137d-74ab-482f-8e86-f767de6c06da tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Sep 23 14:11:55.302591 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb52ef5-e195-4cd6-a97d-31ca0682938d req-026e8948-3b8e-4128-ac90-55ecdba37fa1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:55.304058 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bcb52ef5-e195-4cd6-a97d-31ca0682938d req-026e8948-3b8e-4128-ac90-55ecdba37fa1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0466201 Sep 23 14:11:55.351507 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bcb52ef5-e195-4cd6-a97d-31ca0682938d req-6a23bc35-e3b2-45bb-a07e-123aab096720 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410316 Sep 23 14:11:56.470295 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=39 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:56.474251 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29382a9b-8940-4374-a67d-a521d62119f4 req-2c74a097-b62d-4f70-9a47-35bb7fe3d8c0 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:56.475743 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-29382a9b-8940-4374-a67d-a521d62119f4 req-2c74a097-b62d-4f70-9a47-35bb7fe3d8c0 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0478725 Sep 23 14:11:56.521505 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=46 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:56.526230 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-29382a9b-8940-4374-a67d-a521d62119f4 req-7b6498b9-e5e7-473b-944b-449d248ad814 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446901 Sep 23 14:11:57.631345 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:UPDATE=3,neutron:DELETE=10,neutron:SELECT=87 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:57.648501 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9649048-f84f-444a-b0b4-c12106253b76 req-a9ee0fc1-3ea8-4c92-a69d-d075078c645f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:57.649953 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d9649048-f84f-444a-b0b4-c12106253b76 req-a9ee0fc1-3ea8-4c92-a69d-d075078c645f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0456626 Sep 23 14:11:57.697311 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d9649048-f84f-444a-b0b4-c12106253b76 req-885c0a87-66cc-4d35-85bc-01c4ebd864bd tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412612 Sep 23 14:11:58.769913 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:58.770730 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=62,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:11:58.818107 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67709f-1839-448a-b106-7860e15baeaa req-d8d87ad1-5335-4535-96bc-15e08a2e508c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:58.819632 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d67709f-1839-448a-b106-7860e15baeaa req-d8d87ad1-5335-4535-96bc-15e08a2e508c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0474205 Sep 23 14:11:58.866155 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5d67709f-1839-448a-b106-7860e15baeaa req-c4a72c06-20b2-4ca2-9202-b14b677c0f49 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409276 Sep 23 14:11:59.990191 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449028c-4437-4c82-b60e-5fda2ba9e1fc req-4fef7cfa-6f69-414e-83c6-22d419754ab5 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:11:59.991697 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7449028c-4437-4c82-b60e-5fda2ba9e1fc req-4fef7cfa-6f69-414e-83c6-22d419754ab5 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0508287 Sep 23 14:12:00.039066 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7449028c-4437-4c82-b60e-5fda2ba9e1fc req-693e2e41-843e-4c70-abe6-b1caf2611d3b tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412970 Sep 23 14:12:00.132220 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:00.134143 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:DELETE=5,neutron:SELECT=50,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:01.161262 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f8c69-3dff-453f-96fd-13c43e133426 req-4959a5a5-ea01-4c94-ae91-e088bb12b16c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:01.162742 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f5f8c69-3dff-453f-96fd-13c43e133426 req-4959a5a5-ea01-4c94-ae91-e088bb12b16c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0478590 Sep 23 14:12:01.211653 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3f5f8c69-3dff-453f-96fd-13c43e133426 req-70b58342-934f-4a43-9d7a-d9819c1fdadb tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434093 Sep 23 14:12:02.334258 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd31d7c-e843-4473-a91e-ac679d88236c req-49f06e10-59b2-4adc-8300-9898a9051293 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:02.335725 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9dd31d7c-e843-4473-a91e-ac679d88236c req-49f06e10-59b2-4adc-8300-9898a9051293 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0503836 Sep 23 14:12:02.367514 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:02.382062 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9dd31d7c-e843-4473-a91e-ac679d88236c req-11e8de52-1d8e-4d25-bcfd-c3ed70d0b0a6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408239 Sep 23 14:12:03.501322 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a47729-b8c2-438e-bdb1-807458819e98 req-8fe8f7bf-5d9e-4e17-9841-d112a61cb42e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:03.502743 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b2a47729-b8c2-438e-bdb1-807458819e98 req-8fe8f7bf-5d9e-4e17-9841-d112a61cb42e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0456924 Sep 23 14:12:03.548551 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b2a47729-b8c2-438e-bdb1-807458819e98 req-6ea8eb0e-4d9c-4178-89fd-37786a8311b0 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402644 Sep 23 14:12:04.671099 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8521a02-777e-46a7-8251-3066a194ffab req-5651a678-4bd6-40a2-91f1-86977e587c59 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:04.672544 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b8521a02-777e-46a7-8251-3066a194ffab req-5651a678-4bd6-40a2-91f1-86977e587c59 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0460000 Sep 23 14:12:04.722853 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b8521a02-777e-46a7-8251-3066a194ffab req-c3d69eac-0d3f-4bff-b690-912ec6c2c41f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447216 Sep 23 14:12:05.845022 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31026371-bf3f-4c70-acdd-c94e4ece770d req-c4af14d6-08b4-4206-8415-89bf93f624e5 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:05.846519 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-31026371-bf3f-4c70-acdd-c94e4ece770d req-c4af14d6-08b4-4206-8415-89bf93f624e5 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0479846 Sep 23 14:12:05.894174 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-31026371-bf3f-4c70-acdd-c94e4ece770d req-2ef199fa-4429-4c46-93aa-362b51cbd05e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420806 Sep 23 14:12:07.013297 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad268e-e054-4eaa-a570-a6d00d077253 req-13404e34-7e1b-4768-b716-a405555b3ead tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:07.014768 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c9ad268e-e054-4eaa-a570-a6d00d077253 req-13404e34-7e1b-4768-b716-a405555b3ead tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0457857 Sep 23 14:12:07.061641 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c9ad268e-e054-4eaa-a570-a6d00d077253 req-e912e0cf-5dd8-489f-b90d-bdcabecde9b4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414250 Sep 23 14:12:08.185316 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ba22d-0924-471f-aae4-f8b030272680 req-2753507c-6451-4e65-adce-80ac78f2638e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:08.186801 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-af3ba22d-0924-471f-aae4-f8b030272680 req-2753507c-6451-4e65-adce-80ac78f2638e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0497167 Sep 23 14:12:08.233236 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-af3ba22d-0924-471f-aae4-f8b030272680 req-a63a1901-3fc6-468b-9d9e-f2f02b1c679b tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410125 Sep 23 14:12:08.554973 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ca7c6-07cc-4217-88e9-db9b0d017673 req-72c80e79-4061-4573-b94b-9913241c0dd9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:08.556476 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-816ca7c6-07cc-4217-88e9-db9b0d017673 req-72c80e79-4061-4573-b94b-9913241c0dd9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0459261 Sep 23 14:12:08.606415 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-816ca7c6-07cc-4217-88e9-db9b0d017673 req-6f53c2ce-825a-4fd3-bbcd-83431daaaa8e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422428 Sep 23 14:12:08.748485 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df5bcc-3cf7-4e39-b6ed-55df31fddc9f req-d2f99f30-efcb-4fa9-a025-ccfdf1745c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:08.749876 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e9df5bcc-3cf7-4e39-b6ed-55df31fddc9f req-d2f99f30-efcb-4fa9-a025-ccfdf1745c1d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 1130 time: 0.0432341 Sep 23 14:12:08.847761 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df5bcc-3cf7-4e39-b6ed-55df31fddc9f req-67a05ef9-de99-42e8-80a5-04cb56986c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:08.849288 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e9df5bcc-3cf7-4e39-b6ed-55df31fddc9f req-67a05ef9-de99-42e8-80a5-04cb56986c2e service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 200 len: 912 time: 0.0895495 Sep 23 14:12:08.916102 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e9df5bcc-3cf7-4e39-b6ed-55df31fddc9f req-083e1407-d5b6-4832-ac43-b229332dcf11 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3bc1447-0566-4e4f-a72e-99041644a80b HTTP/1.1" status: 200 len: 1002 time: 0.0576460 Sep 23 14:12:08.965932 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df5bcc-3cf7-4e39-b6ed-55df31fddc9f req-1fca7b0f-17df-4e21-831f-5d3852cb5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:08.967412 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e9df5bcc-3cf7-4e39-b6ed-55df31fddc9f req-1fca7b0f-17df-4e21-831f-5d3852cb5db0 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda HTTP/1.1" status: 200 len: 850 time: 0.0437131 Sep 23 14:12:09.016329 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df5bcc-3cf7-4e39-b6ed-55df31fddc9f req-cb2fab40-f361-46a6-a1ff-07e5bb17027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:09.016329 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e9df5bcc-3cf7-4e39-b6ed-55df31fddc9f req-cb2fab40-f361-46a6-a1ff-07e5bb17027f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383344 Sep 23 14:12:09.112561 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e9df5bcc-3cf7-4e39-b6ed-55df31fddc9f req-1f31e5b1-4267-452e-b756-a9014965db5a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893102 Sep 23 14:12:09.208489 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e9df5bcc-3cf7-4e39-b6ed-55df31fddc9f req-32315727-6d84-4242-be36-d86b0990c002 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869951 Sep 23 14:12:09.938752 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c901c23-16e0-4656-a381-878b22405f9b req-407678a5-4624-4f7b-bea4-88e76b22e011 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:09.940203 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0c901c23-16e0-4656-a381-878b22405f9b req-407678a5-4624-4f7b-bea4-88e76b22e011 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.2490220 Sep 23 14:12:09.963807 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:09.990602 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0c901c23-16e0-4656-a381-878b22405f9b req-36222ae3-2401-4571-b9fe-f24a5a7b9df0 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448689 Sep 23 14:12:11.166889 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781874-eae1-47eb-816f-4b7882a9e38e req-145aebc5-723c-4100-8dac-02db625263d4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:11.169019 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1b781874-eae1-47eb-816f-4b7882a9e38e req-145aebc5-723c-4100-8dac-02db625263d4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.1010473 Sep 23 14:12:11.218126 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1b781874-eae1-47eb-816f-4b7882a9e38e req-9226dafe-a544-4361-b538-f6a66e323366 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433977 Sep 23 14:12:15.014372 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-26a2f52c-1267-46be-a6ce-38c3ea776b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:15.187240 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:17.288646 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=3 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:17.346935 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0236-d524-4565-bb59-c6732448496b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:18.621704 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:19.198428 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=47 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:19.205463 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=47 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:19.301495 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=5 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:19.987056 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:20.209752 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:21.211529 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=8 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:21.214465 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=73 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:21.959918 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-2b35bc3d-7acf-48dd-840e-04e8d88770db service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421317 Sep 23 14:12:22.039730 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-191949db-4598-4352-9ffd-8f32ffc9e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:22.041306 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-191949db-4598-4352-9ffd-8f32ffc9e52b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 1130 time: 0.0384562 Sep 23 14:12:22.149520 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-aaf5d258-c54b-45b8-98a4-eb212c31e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:22.151097 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-aaf5d258-c54b-45b8-98a4-eb212c31e711 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 200 len: 912 time: 0.0899706 Sep 23 14:12:22.221139 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-e3b16964-c930-4962-9cc5-a2fddb309b28 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3bc1447-0566-4e4f-a72e-99041644a80b HTTP/1.1" status: 200 len: 1002 time: 0.0635722 Sep 23 14:12:22.270456 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-589fde5f-bc40-4a02-9697-f13c0bb7c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:22.271893 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-589fde5f-bc40-4a02-9697-f13c0bb7c2a0 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda HTTP/1.1" status: 200 len: 850 time: 0.0450439 Sep 23 14:12:22.307451 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:12:22.319752 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-6c785bf8-2138-45ab-858b-d9896580dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:22.321224 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-6c785bf8-2138-45ab-858b-d9896580dcf7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436382 Sep 23 14:12:22.413911 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-0f9daf07-2894-4f7a-b6b2-0b3a944af96c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864241 Sep 23 14:12:22.508901 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c07db440-f692-4b9f-8bf1-cde74e26df54 req-0e9cfc8e-69c5-4b49-a8c5-9ea7ebdc20da service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871325 Sep 23 14:12:30.130834 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:30.136267 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:32.302787 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:32.303786 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:32.499367 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=54 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:32.505324 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=47 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:44.237032 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=11 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:44.237858 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=15 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:44.975025 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7ff2-1725-463d-aa72-bec6a91be5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:45.180119 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:47.097794 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cde1f-419d-4c47-867b-9b14a9932de2 req-52f2490a-7864-42bd-8332-eea698c796b8 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:47.099439 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-281cde1f-419d-4c47-867b-9b14a9932de2 req-52f2490a-7864-42bd-8332-eea698c796b8 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0500166 Sep 23 14:12:47.148947 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-281cde1f-419d-4c47-867b-9b14a9932de2 req-bd9b7fd4-e7a2-4276-8ccc-b8948178e050 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438845 Sep 23 14:12:47.322941 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-dd4adcdb-4bc5-4b8b-832b-bea6d020f66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:48.274135 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828761f9-70fc-4f10-a466-ed3af9207f71 req-f56e3c72-1b9e-4c58-b72d-bf8ed821e512 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:48.275783 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-828761f9-70fc-4f10-a466-ed3af9207f71 req-f56e3c72-1b9e-4c58-b72d-bf8ed821e512 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0499163 Sep 23 14:12:48.321860 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-828761f9-70fc-4f10-a466-ed3af9207f71 req-3c905818-9a68-42a1-ae14-bf4877ac178e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406096 Sep 23 14:12:48.614766 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:49.441371 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa7e94-b5fb-46d2-96b2-5f8a979d8631 req-b8de11bf-2f12-4fec-8ac5-c9fcc0e0784c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:49.442840 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cfa7e94-b5fb-46d2-96b2-5f8a979d8631 req-b8de11bf-2f12-4fec-8ac5-c9fcc0e0784c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0458853 Sep 23 14:12:49.491745 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9cfa7e94-b5fb-46d2-96b2-5f8a979d8631 req-450aa3d4-d1b1-4f8b-b471-1b8b8638a6bd tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432091 Sep 23 14:12:49.995943 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:50.214440 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:12:50.618942 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab13feb-0800-40b2-ae78-4d56d5706412 req-b855f970-2414-4ee5-af0b-ddbba8aee3b8 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:50.620428 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7ab13feb-0800-40b2-ae78-4d56d5706412 req-b855f970-2414-4ee5-af0b-ddbba8aee3b8 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0504961 Sep 23 14:12:50.667204 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7ab13feb-0800-40b2-ae78-4d56d5706412 req-8392e851-1e26-4422-833c-a5afa211823f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408325 Sep 23 14:12:51.786881 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6c2d0-908a-4636-94b2-baeef39d61c1 req-4cddd473-22fe-4244-b95b-c81cce582112 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:51.788344 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ebc6c2d0-908a-4636-94b2-baeef39d61c1 req-4cddd473-22fe-4244-b95b-c81cce582112 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0460670 Sep 23 14:12:51.835110 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ebc6c2d0-908a-4636-94b2-baeef39d61c1 req-c99888c1-8245-495d-ab67-05ac8fd43de6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414064 Sep 23 14:12:52.954506 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b9b4-f71b-44d7-a2f3-7b1ab3b9e989 req-d6f4eecc-e8ec-43b4-be93-acc9d918d134 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:52.956074 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6814b9b4-f71b-44d7-a2f3-7b1ab3b9e989 req-d6f4eecc-e8ec-43b4-be93-acc9d918d134 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0465629 Sep 23 14:12:53.006603 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6814b9b4-f71b-44d7-a2f3-7b1ab3b9e989 req-c1da551c-2458-46c6-83d8-012382a9bdbb tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449107 Sep 23 14:12:54.126769 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512739e-b9e3-422d-bb51-2a3284f8969a req-9110fde8-1008-4198-b1e1-91bc60cd93b4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:54.128224 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5512739e-b9e3-422d-bb51-2a3284f8969a req-9110fde8-1008-4198-b1e1-91bc60cd93b4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0465202 Sep 23 14:12:54.173898 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5512739e-b9e3-422d-bb51-2a3284f8969a req-b2132a2b-e6f2-4433-bd17-bfbb1a33e821 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402312 Sep 23 14:12:54.334837 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=6 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:55.293305 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddcdb9-eea8-4c03-9198-d520e3a2bc03 req-c32655d2-2da3-45f6-bf8d-ce7bdd7e2e2f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:55.294763 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-38ddcdb9-eea8-4c03-9198-d520e3a2bc03 req-c32655d2-2da3-45f6-bf8d-ce7bdd7e2e2f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0456047 Sep 23 14:12:55.342891 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-38ddcdb9-eea8-4c03-9198-d520e3a2bc03 req-fa4e1f56-9a35-495c-bba0-280590d9168d tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423265 Sep 23 14:12:56.467979 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611b45b-031d-4b44-a6a7-cf246b93c737 req-22134439-3d09-4ffb-a08f-3d7d9f7dbd65 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:56.469451 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d611b45b-031d-4b44-a6a7-cf246b93c737 req-22134439-3d09-4ffb-a08f-3d7d9f7dbd65 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0499728 Sep 23 14:12:56.516112 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d611b45b-031d-4b44-a6a7-cf246b93c737 req-51f95216-e35b-46fc-a3b8-01f842e3153e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406199 Sep 23 14:12:57.638194 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4ead5-6f05-4209-8393-03dcf4e29754 req-b829309a-92f3-42d6-b072-427f935f1ea4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:57.639654 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-29b4ead5-6f05-4209-8393-03dcf4e29754 req-b829309a-92f3-42d6-b072-427f935f1ea4 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0468395 Sep 23 14:12:57.692799 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-29b4ead5-6f05-4209-8393-03dcf4e29754 req-15f51c35-5dcf-46d0-bb19-ae4d1dc18f0a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469608 Sep 23 14:12:58.814223 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4fa16-a346-4e9e-85ba-86abf780c57d req-59e71c05-b7fe-4c2d-90a5-dd98fa029a4f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:58.815692 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-78a4fa16-a346-4e9e-85ba-86abf780c57d req-59e71c05-b7fe-4c2d-90a5-dd98fa029a4f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0456066 Sep 23 14:12:58.857912 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:58.866087 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-78a4fa16-a346-4e9e-85ba-86abf780c57d req-0bdbe979-ca6b-43b3-b7a9-82d4a2f27ad3 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449982 Sep 23 14:12:59.166088 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:12:59.184272 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c116b5-42cb-42c4-bc18-753bb5f1efb2 req-15d57a8d-8687-409c-9bde-a4a3b03d0e2f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:59.185740 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-70c116b5-42cb-42c4-bc18-753bb5f1efb2 req-15d57a8d-8687-409c-9bde-a4a3b03d0e2f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0475769 Sep 23 14:12:59.234423 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-70c116b5-42cb-42c4-bc18-753bb5f1efb2 req-0c3a9878-966d-4a25-944e-ca40673afd64 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420177 Sep 23 14:12:59.309045 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:12:59.361476 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-f26aaefa-204f-4477-8de1-7050b93c67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:59.362925 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-f26aaefa-204f-4477-8de1-7050b93c67ca service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 1130 time: 0.0869493 Sep 23 14:12:59.460611 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-35e0013f-8c90-4e3a-8e1a-6ca128ce5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:59.462048 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-35e0013f-8c90-4e3a-8e1a-6ca128ce5b56 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 200 len: 912 time: 0.0887942 Sep 23 14:12:59.525851 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-28277b31-d12d-4efb-810c-1ce5077fbafd service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3bc1447-0566-4e4f-a72e-99041644a80b HTTP/1.1" status: 200 len: 1002 time: 0.0544703 Sep 23 14:12:59.578462 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-2a5370ed-bfb3-4fcf-9b41-0d87564e5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:59.580996 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-2a5370ed-bfb3-4fcf-9b41-0d87564e5dbf service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda HTTP/1.1" status: 200 len: 850 time: 0.0449626 Sep 23 14:12:59.631368 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-8fc03b01-7806-4b98-87fa-7985234fa2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:12:59.632754 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-8fc03b01-7806-4b98-87fa-7985234fa2a9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421889 Sep 23 14:12:59.647141 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-9bf85e6f-89a9-4569-a9b0-e00f3b608b1c service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106652) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 14:12:59.648075 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-9bf85e6f-89a9-4569-a9b0-e00f3b608b1c service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048485 Sep 23 14:12:59.738458 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-c6da9edc-300f-47ed-b470-1122aa797764 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803106 Sep 23 14:12:59.833299 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2909040d-48e4-4159-9cd6-0079d2c2e55e req-6765c7c7-261e-40ae-90c5-fa9c04d9fe9e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855458 Sep 23 14:13:00.139828 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:00.141113 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:00.357932 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de90fd5-53f2-444d-bf43-02a2209835fd req-4fa477de-d923-4446-9433-3b093b1bfd21 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:00.359423 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6de90fd5-53f2-444d-bf43-02a2209835fd req-4fa477de-d923-4446-9433-3b093b1bfd21 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0469267 Sep 23 14:13:00.406128 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6de90fd5-53f2-444d-bf43-02a2209835fd req-af16bc39-8e28-4f8b-8096-5037c3444428 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402236 Sep 23 14:13:01.527575 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95ebb8-a485-4481-bc2f-0f72f260bbb6 req-221bddfc-b1be-4e48-9b04-7aa9a4c6d7fb tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:01.528914 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e95ebb8-a485-4481-bc2f-0f72f260bbb6 req-221bddfc-b1be-4e48-9b04-7aa9a4c6d7fb tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0476887 Sep 23 14:13:01.576061 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3e95ebb8-a485-4481-bc2f-0f72f260bbb6 req-6cae6237-418d-4190-955f-318eefb91126 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410390 Sep 23 14:13:09.304946 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:09.828231 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=45 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:09.830133 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=49 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:11.568891 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=22 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:11.572673 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=30 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:14.984018 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-7eb65f36-627f-44ad-a0cf-65e01dd9f2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:15.190491 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:17.309320 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-cbdeef08-08a6-4375-a23f-e843d53d5c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:18.618625 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:19.990058 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:20.218658 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:21.925949 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-11db6e4d-324d-466f-ab99-fbea07cccdcb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383441 Sep 23 14:13:22.031774 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-cdd4bccd-cba5-40bd-b540-cfa3381e5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:22.033445 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-cdd4bccd-cba5-40bd-b540-cfa3381e5009 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 1130 time: 0.0397153 Sep 23 14:13:22.141271 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-b6453f89-1838-424d-b7a7-7c460f17d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:22.143310 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-b6453f89-1838-424d-b7a7-7c460f17d9d3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 200 len: 912 time: 0.0906503 Sep 23 14:13:22.204575 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-eb2098d2-5608-466a-8003-596fb3b06437 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3bc1447-0566-4e4f-a72e-99041644a80b HTTP/1.1" status: 200 len: 1002 time: 0.0535583 Sep 23 14:13:22.256243 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-39d50823-d565-4506-8c89-3ab379fa3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:22.257658 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-39d50823-d565-4506-8c89-3ab379fa3cdb service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda HTTP/1.1" status: 200 len: 850 time: 0.0476542 Sep 23 14:13:22.305480 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-6c4f7587-b1d9-4e36-9b8a-fc56ea405c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:22.306995 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-6c4f7587-b1d9-4e36-9b8a-fc56ea405c16 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387230 Sep 23 14:13:22.410071 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-2f108732-f0d4-4c28-9a12-dc0793309287 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926330 Sep 23 14:13:22.501485 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e3ab404b-0ae1-4a04-bfef-e344101b76b4 req-7b30a054-af10-4e50-a0e1-4c8080794da6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831635 Sep 23 14:13:30.138735 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:30.145595 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:31.272944 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:31.283926 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:32.492237 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=50 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:32.498315 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=51 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:34.927951 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7f374-0a72-4f60-85b1-1d9a8c975dc4 req-7661f507-a6a2-49b2-8584-c19c802b86c1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:34.929399 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-69e7f374-0a72-4f60-85b1-1d9a8c975dc4 req-7661f507-a6a2-49b2-8584-c19c802b86c1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0465605 Sep 23 14:13:34.975790 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-69e7f374-0a72-4f60-85b1-1d9a8c975dc4 req-65741f23-6420-4dcb-898f-79542677b25c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410080 Sep 23 14:13:36.098834 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60004-26db-47a4-bea6-63522ce8ebde req-2a88638d-86b9-41d9-85b1-3c9932c71f60 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:36.100255 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-36f60004-26db-47a4-bea6-63522ce8ebde req-2a88638d-86b9-41d9-85b1-3c9932c71f60 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0481377 Sep 23 14:13:36.146978 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-36f60004-26db-47a4-bea6-63522ce8ebde req-889fa21d-8ac3-45be-9c94-7a1b58f112fc tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411935 Sep 23 14:13:36.309453 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:13:37.233491 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-5c8eca8e-a165-48b7-8936-4eb897b50969 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:37.234960 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-5c8eca8e-a165-48b7-8936-4eb897b50969 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0472260 Sep 23 14:13:37.270165 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece297e-c131-4ecd-b144-1cec181ce636 req-bc105254-aeb6-4bb2-8f2e-b6f62bb0d466 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:37.271678 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3ece297e-c131-4ecd-b144-1cec181ce636 req-bc105254-aeb6-4bb2-8f2e-b6f62bb0d466 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 946 time: 0.0469522 Sep 23 14:13:37.318785 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3ece297e-c131-4ecd-b144-1cec181ce636 req-9f314afd-56b6-4473-8fa9-8d0867aab453 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30def52b-c21e-46d4-a9e1-546017865444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 Sep 23 14:13:37.322768 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Deleting port b3bc1447-0566-4e4f-a72e-99041644a80b {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:13:37.323113 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:37.411401 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] For port b3bc1447-0566-4e4f-a72e-99041644a80b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=b3bc1447-0566-4e4f-a72e-99041644a80b,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:13:37.411764 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:37.571675 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:37.572035 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (485e4285-db32-49ca-987a-0db1c76597a5), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:37.572351 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Floating IP 485e4285-db32-49ca-987a-0db1c76597a5 disassociated. External IP: 172.27.1.178, port: b3bc1447-0566-4e4f-a72e-99041644a80b. Sep 23 14:13:37.572691 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Calling delete_port for b3bc1447-0566-4e4f-a72e-99041644a80b owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:13:37.755017 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (b3bc1447-0566-4e4f-a72e-99041644a80b), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:37.786690 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event deleted for resources: {'Port': ['ID=b3bc1447-0566-4e4f-a72e-99041644a80b,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:37.798457 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.798805 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.799147 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.799487 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.799819 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.801065 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.801367 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.801696 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.802111 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.802471 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.802805 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.803133 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.803455 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.803777 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.804099 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:37.907296 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Router c8a7fb10-5394-43d5-ade7-68eac631611d has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:13:38.009051 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:13:38.018309 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c144b-6bdc-45f5-9b14-f522115c749d None None] Sync routers for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:13:38.028611 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c144b-6bdc-45f5-9b14-f522115c749d None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:13:38.029558 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-9c8c144b-6bdc-45f5-9b14-f522115c749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:13:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:13:38.052884 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] No DVR routers for this DVR port b3bc1447-0566-4e4f-a72e-99041644a80b on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:13:38.055535 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:38.059197 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-e82e1eeb-d501-4e3c-b9d5-6bdf304f7840 req-834197a6-929c-4de2-9047-8c1d17e98e5e tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.49 "DELETE /networking/v2.0/ports/b3bc1447-0566-4e4f-a72e-99041644a80b HTTP/1.1" status: 204 len: 173 time: 0.8160276 Sep 23 14:13:38.059686 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13eef24f-a406-4677-9362-460ce72549d8', 'name': 'network-vif-deleted', 'tag': 'b3bc1447-0566-4e4f-a72e-99041644a80b'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:13:38.061920 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2121b61c-f824-4c25-bfff-c38c6afd9227" -d '{"events": [{"server_uuid": "13eef24f-a406-4677-9362-460ce72549d8", "name": "network-vif-deleted", "tag": "b3bc1447-0566-4e4f-a72e-99041644a80b"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:13:38.145709 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-9c8c144b-6bdc-45f5-9b14-f522115c749d None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:13:38.164310 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfb9675-6775-49f7-bb7c-18faffb16661 x-openstack-request-id: req-fdfb9675-6775-49f7-bb7c-18faffb16661 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:13:38.164627 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13eef24f-a406-4677-9362-460ce72549d8", "name": "network-vif-deleted", "tag": "b3bc1447-0566-4e4f-a72e-99041644a80b", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:13:38.164868 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdfb9675-6775-49f7-bb7c-18faffb16661 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:13:38.165287 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdfb9675-6775-49f7-bb7c-18faffb16661'] response: {'server_uuid': '13eef24f-a406-4677-9362-460ce72549d8', 'name': 'network-vif-deleted', 'tag': 'b3bc1447-0566-4e4f-a72e-99041644a80b', 'status': 'completed', 'code': 200} Sep 23 14:13:38.354222 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-9c8c144b-6bdc-45f5-9b14-f522115c749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:13:38.381175 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c144b-6bdc-45f5-9b14-f522115c749d None None] Checking router: c8a7fb10-5394-43d5-ade7-68eac631611d for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:13:38.389596 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c144b-6bdc-45f5-9b14-f522115c749d None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:13:38.390298 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-9c8c144b-6bdc-45f5-9b14-f522115c749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:13:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:13:38.434873 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-81b42b2a-e840-4913-84da-c027bc967073 req-6ceaf37f-e502-4526-9f61-e78fd324aa48 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=13eef24f-a406-4677-9362-460ce72549d8 HTTP/1.1" status: 200 len: 210 time: 0.0274000 Sep 23 14:13:38.497854 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-9c8c144b-6bdc-45f5-9b14-f522115c749d None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:13:38.681773 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-9c8c144b-6bdc-45f5-9b14-f522115c749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:13:38.710392 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c144b-6bdc-45f5-9b14-f522115c749d None None] The sync data for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi is: [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:13:38.916982 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6bb037-d5f9-411d-93eb-f0a78e84abb7 None None] New status for floating IP 485e4285-db32-49ca-987a-0db1c76597a5: DOWN {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:13:40.612865 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37006) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:13:40.670212 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (30def52b-c21e-46d4-a9e1-546017865444), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:40.691656 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (30def52b-c21e-46d4-a9e1-546017865444), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:40.800305 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (30def52b-c21e-46d4-a9e1-546017865444), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:40.803242 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:40.804368 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/30def52b-c21e-46d4-a9e1-546017865444 HTTP/1.1" status: 204 len: 168 time: 0.1905291 Sep 23 14:13:40.807225 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37008) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:13:40.813497 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30def52b-c21e-46d4-a9e1-546017865444,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:40.821173 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.821394 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.api.v2.resource [None req-e83e376a-322c-479c-aa19-7dbd884d5c66 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] show failed (client error): The resource could not be found. Sep 23 14:13:40.821529 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.821851 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.822188 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.822415 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-e83e376a-322c-479c-aa19-7dbd884d5c66 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups/30def52b-c21e-46d4-a9e1-546017865444 HTTP/1.1" status: 404 len: 347 time: 0.0141993 Sep 23 14:13:40.822688 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.822867 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.823192 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.823518 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.823844 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.824172 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.824499 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.824822 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.825147 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.825259 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37010) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:13:40.825467 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.825783 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae8f64-da55-4c02-9f33-9b4b8816acb1 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:40.936380 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-7390e5fa-58ec-41e8-8f77-86c17079b0ce tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Deleting port 4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:13:40.936636 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7390e5fa-58ec-41e8-8f77-86c17079b0ce tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:40.938122 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:40.973227 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:41.016199 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7390e5fa-58ec-41e8-8f77-86c17079b0ce tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.016523 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7390e5fa-58ec-41e8-8f77-86c17079b0ce tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.028214 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-7390e5fa-58ec-41e8-8f77-86c17079b0ce tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Calling delete_port for 4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5 owned by network:floatingip {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:13:41.229185 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7390e5fa-58ec-41e8-8f77-86c17079b0ce tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.255698 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390e5fa-58ec-41e8-8f77-86c17079b0ce tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event deleted for resources: {'Port': ['ID=4c3b3b32-35af-44f3-8ac6-93b5cc7b05e5,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:41.320281 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7390e5fa-58ec-41e8-8f77-86c17079b0ce tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (485e4285-db32-49ca-987a-0db1c76597a5), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.322902 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-7390e5fa-58ec-41e8-8f77-86c17079b0ce tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.324117 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-7390e5fa-58ec-41e8-8f77-86c17079b0ce tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/485e4285-db32-49ca-987a-0db1c76597a5 HTTP/1.1" status: 204 len: 168 time: 0.4980264 Sep 23 14:13:41.444630 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37014) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:13:41.452209 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-fc89f8b9-0c47-4e88-a6b7-583c0b5b876f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655053212', 'description': 'tempest-description--2131976979'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:13:41.521402 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fc89f8b9-0c47-4e88-a6b7-583c0b5b876f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.584695 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device b3bc1447-0566-4e4f-a72e-99041644a80b no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:13:41.588734 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fc89f8b9-0c47-4e88-a6b7-583c0b5b876f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (627804b0-c965-4586-9307-2898a3fb2167), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.603906 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: b3bc1447-0566-4e4f-a72e-99041644a80b {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:13:41.607035 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device b3bc1447-0566-4e4f-a72e-99041644a80b not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:13:41.634659 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fc89f8b9-0c47-4e88-a6b7-583c0b5b876f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (627804b0-c965-4586-9307-2898a3fb2167), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.663710 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89f8b9-0c47-4e88-a6b7-583c0b5b876f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627804b0-c965-4586-9307-2898a3fb2167,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:41.711549 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fc89f8b9-0c47-4e88-a6b7-583c0b5b876f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.712821 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-fc89f8b9-0c47-4e88-a6b7-583c0b5b876f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2671952 Sep 23 14:13:41.715751 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37016) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:13:41.719935 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-ae785be7-f900-425e-8a68-0a5ba0c2d1a9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'security_group_rule': {'security_group_id': '627804b0-c965-4586-9307-2898a3fb2167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:13:41.802012 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ae785be7-f900-425e-8a68-0a5ba0c2d1a9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (26cf55ff-89d1-4e88-9685-23db429eb8fa), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.861506 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ae785be7-f900-425e-8a68-0a5ba0c2d1a9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (26cf55ff-89d1-4e88-9685-23db429eb8fa), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.914751 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ae785be7-f900-425e-8a68-0a5ba0c2d1a9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (26cf55ff-89d1-4e88-9685-23db429eb8fa), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.936501 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae785be7-f900-425e-8a68-0a5ba0c2d1a9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cf55ff-89d1-4e88-9685-23db429eb8fa,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:41.991277 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-ae785be7-f900-425e-8a68-0a5ba0c2d1a9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:41.992493 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-ae785be7-f900-425e-8a68-0a5ba0c2d1a9 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2758310 Sep 23 14:13:42.002583 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37018) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:13:42.007641 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-21297209-a9e3-46e1-b1d1-52138cd79180 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'security_group_rule': {'security_group_id': '627804b0-c965-4586-9307-2898a3fb2167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:13:42.022473 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:42.086789 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-21297209-a9e3-46e1-b1d1-52138cd79180 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (a3187251-4ffa-4ade-b511-db664cdb051e), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:42.145013 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-21297209-a9e3-46e1-b1d1-52138cd79180 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (a3187251-4ffa-4ade-b511-db664cdb051e), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:42.240949 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-21297209-a9e3-46e1-b1d1-52138cd79180 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (a3187251-4ffa-4ade-b511-db664cdb051e), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:42.260145 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21297209-a9e3-46e1-b1d1-52138cd79180 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3187251-4ffa-4ade-b511-db664cdb051e,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:42.333757 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-21297209-a9e3-46e1-b1d1-52138cd79180 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:42.335024 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-21297209-a9e3-46e1-b1d1-52138cd79180 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3315332 Sep 23 14:13:42.341293 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37020) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:13:42.345371 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:13:42.351566 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:42.429213 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:42.508707 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:42.610420 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Allocated IP 172.27.1.184 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/5c8651c9-deda-4512-b344-a0b085e54fd3) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:13:42.959119 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for port (5c8651c9-deda-4512-b344-a0b085e54fd3), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:43.053048 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (5c8651c9-deda-4512-b344-a0b085e54fd3), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:43.095750 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:13:43.099246 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:13:43.103043 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:13:43.125161 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'Port': ['ID=5c8651c9-deda-4512-b344-a0b085e54fd3,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:43.188238 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (bb6ee522-1174-4ef0-b599-dabd5fd2a6bc), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:43.256584 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5c8651c9-deda-4512-b344-a0b085e54fd3), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:43.347541 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:43.402269 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for port (5c8651c9-deda-4512-b344-a0b085e54fd3), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:43.480618 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (5c8651c9-deda-4512-b344-a0b085e54fd3), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:43.527805 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:43.555472 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'Port': ['ID=5c8651c9-deda-4512-b344-a0b085e54fd3,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:43.558976 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (bb6ee522-1174-4ef0-b599-dabd5fd2a6bc), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:43.665121 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:43.666457 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d87e704e-8ed5-4cd5-b0f2-71b339d65431 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3242733 Sep 23 14:13:43.862183 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-09253a2f-143d-4960-bb00-0b1fbde270c0 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1655053212&fields=id&tenant_id=403c04c19c0c45398d6b232c03a4b7a6 HTTP/1.1" status: 200 len: 267 time: 0.0408623 Sep 23 14:13:43.970050 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-db51e4be-bcdd-4289-b747-761eab66bbd8 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:43.971517 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-db51e4be-bcdd-4289-b747-761eab66bbd8 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/networks?id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 200 len: 811 time: 0.1012723 Sep 23 14:13:43.986536 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-f7e1a96b-304a-4b68-b84e-a76e6ac7f353 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/quotas/403c04c19c0c45398d6b232c03a4b7a6 HTTP/1.1" status: 200 len: 375 time: 0.0089390 Sep 23 14:13:44.033476 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-fe0fc263-a53e-45f4-bdfa-c6925fd934ed tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421286 Sep 23 14:13:44.092174 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-c878f7ab-c883-43f0-890a-855c3110cc18 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106653) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 14:13:44.093156 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-c878f7ab-c883-43f0-890a-855c3110cc18 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0478284 Sep 23 14:13:44.183686 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-f1f5a1bd-82d5-4b60-a874-85e63eaaaad4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841362 Sep 23 14:13:44.269662 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-45901735-4e0c-4928-87b9-8f847512a7e3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804265 Sep 23 14:13:44.521265 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0bce1677-5551-4dfc-a8ec-4d3f7818a52e req-329e362b-bf8c-469a-81f6-ad1194293586 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 210 time: 0.0304520 Sep 23 14:13:44.983495 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-cbf716e8-2b11-423d-b5e1-cfe4df0bd597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:45.154534 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:45.625412 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cc22c385-dc7d-4c47-ae55-af1cffbb041c req-4a2d4fd0-7437-4a5b-a223-80cc0304832d tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 210 time: 0.0311241 Sep 23 14:13:46.729789 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-12502172-c35a-426b-be5c-fbb8f8af0358 req-ddfe4c9d-10a3-4d3c-afb0-be7a15dc3c3a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 210 time: 0.0273774 Sep 23 14:13:46.755101 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-aa6a7c4c-5de7-4ae4-80e8-5d7e5c5f6923 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:46.757414 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-aa6a7c4c-5de7-4ae4-80e8-5d7e5c5f6923 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.49 "GET /networking/v2.0/networks?id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 200 len: 811 time: 0.1084912 Sep 23 14:13:46.836195 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-aa55581e-e914-48d1-9db0-bb0b1d962e56 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=403c04c19c0c45398d6b232c03a4b7a6 HTTP/1.1" status: 200 len: 380 time: 0.0598588 Sep 23 14:13:46.849653 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'port': {'device_id': '0fc54974-8673-4c22-8a12-01964ce46743', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'admin_state_up': True, 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'security_groups': ['627804b0-c965-4586-9307-2898a3fb2167']}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:13:47.023945 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Made reservation on behalf of 403c04c19c0c45398d6b232c03a4b7a6 for: {'port': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:13:47.027880 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:47.159697 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Allocated IP 172.20.0.13 (ef3d91d5-5a9a-46ba-ba3d-c86fbc383224/ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda/4ea2c684-2727-4b1c-86dc-feecc8c42d65) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:13:47.297308 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:47.303348 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-1ebf8a62-ba82-4248-b6d3-cc74fd01fc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:47.389349 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:47.433503 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:13:47.436604 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:13:47.440397 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:13:47.446631 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event updated for resources: {'Port': ['ID=4ea2c684-2727-4b1c-86dc-feecc8c42d65,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:47.477750 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:47.492728 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:47.493343 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:47.574815 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-03235b7d-359b-4fc1-9ad5-bedae20e981a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7288172 Sep 23 14:13:47.600105 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Request body: {'port': {'device_id': '0fc54974-8673-4c22-8a12-01964ce46743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:13:47.624430 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:47.662009 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:47.689831 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-037e0a56-5505-4853-988e-7525d10ee31d None None] Provisioning complete for port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:13:47.690314 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-037e0a56-5505-4853-988e-7525d10ee31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:47.690789 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-037e0a56-5505-4853-988e-7525d10ee31d None None] Attempt 1 to provision port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 Sep 23 14:13:47.722716 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-037e0a56-5505-4853-988e-7525d10ee31d None None] Port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:13:47.852272 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d62cb-c90f-4d33-8f6a-d3ca154a19fa req-684869fb-8c80-4e20-9682-cdcb175c6257 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:47.853635 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-564d62cb-c90f-4d33-8f6a-d3ca154a19fa req-684869fb-8c80-4e20-9682-cdcb175c6257 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 932 time: 0.0472884 Sep 23 14:13:47.885947 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:47.900811 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-564d62cb-c90f-4d33-8f6a-d3ca154a19fa req-49f8eaaa-2aad-4f6a-a82e-eb229e5a260a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415285 Sep 23 14:13:47.924613 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea2c684-2727-4b1c-86dc-feecc8c42d65 {{(pid=106652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:13:47.932557 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Publish callbacks [] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:47.944773 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.provisioning_blocks [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Transition to ACTIVE for port object 4ea2c684-2727-4b1c-86dc-feecc8c42d65 will not be triggered until provisioned by entity L2. {{(pid=106652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:13:48.017422 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:48.098731 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Pushing event updated for resources: {'Port': ['ID=4ea2c684-2727-4b1c-86dc-feecc8c42d65,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:48.127510 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Attempting to bind port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:13:48.127845 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Attempting to bind port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:13:48.128170 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Attempting to bind port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 on network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:13:48.169440 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 on network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:13:48.169765 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Attempting to bind port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 on network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:13:48.212360 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:13:48.212693 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Checking segment: {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:13:48.213097 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Bound using segment: {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:13:48.213532 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Bound port: 4ea2c684-2727-4b1c-86dc-feecc8c42d65, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747ba02c-a635-4081-9976-9d4e094c3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224'}}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:13:48.213890 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:48.223583 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-037e0a56-5505-4853-988e-7525d10ee31d None None] Attempt 2 to provision port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 Sep 23 14:13:48.254483 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-037e0a56-5505-4853-988e-7525d10ee31d None None] Port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:13:48.272089 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:48.273898 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] For port 4ea2c684-2727-4b1c-86dc-feecc8c42d65, host hv-cinder-85743, cleared binding levels {{(pid=106652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:13:48.276891 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] For port 4ea2c684-2727-4b1c-86dc-feecc8c42d65, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=4ea2c684-2727-4b1c-86dc-feecc8c42d65,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:13:48.354971 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:48.364320 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:48.364320 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:48.364320 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/4ea2c684-2727-4b1c-86dc-feecc8c42d65 HTTP/1.1" status: 200 len: 1094 time: 0.7653666 Sep 23 14:13:48.364320 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc54974-8673-4c22-8a12-01964ce46743', 'tag': '4ea2c684-2727-4b1c-86dc-feecc8c42d65'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:13:48.364320 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b644a35c-eaa8-4e5e-95d4-4085408f29be" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc54974-8673-4c22-8a12-01964ce46743", "tag": "4ea2c684-2727-4b1c-86dc-feecc8c42d65"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:13:48.404468 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432a1f55-8973-4e06-9b95-c47c81ad2dad x-openstack-request-id: req-432a1f55-8973-4e06-9b95-c47c81ad2dad {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:13:48.404754 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc54974-8673-4c22-8a12-01964ce46743", "tag": "4ea2c684-2727-4b1c-86dc-feecc8c42d65", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:13:48.405026 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-432a1f55-8973-4e06-9b95-c47c81ad2dad {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:13:48.405429 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432a1f55-8973-4e06-9b95-c47c81ad2dad'] response: {'name': 'network-changed', 'server_uuid': '0fc54974-8673-4c22-8a12-01964ce46743', 'tag': '4ea2c684-2727-4b1c-86dc-feecc8c42d65', 'status': 'completed', 'code': 200} Sep 23 14:13:48.418904 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e608a3-f6a9-4f68-aee2-bf769197966d service neutron] Pushing event updated for resources: {'Port': ['ID=4ea2c684-2727-4b1c-86dc-feecc8c42d65,revision_number=3']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:48.515482 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644a35c-eaa8-4e5e-95d4-4085408f29be req-5313496f-a4cd-4639-9c01-997c614bb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:48.516980 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b644a35c-eaa8-4e5e-95d4-4085408f29be req-5313496f-a4cd-4639-9c01-997c614bb9f4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 1128 time: 0.0402255 Sep 23 14:13:48.605900 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:48.624247 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644a35c-eaa8-4e5e-95d4-4085408f29be req-cd44df77-d6a6-4e16-bee3-a702a8df2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:48.625659 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b644a35c-eaa8-4e5e-95d4-4085408f29be req-cd44df77-d6a6-4e16-bee3-a702a8df2290 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0948169 Sep 23 14:13:48.720994 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644a35c-eaa8-4e5e-95d4-4085408f29be req-8fcdb807-39dd-4c19-92cc-b537ed45ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:48.722482 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b644a35c-eaa8-4e5e-95d4-4085408f29be req-8fcdb807-39dd-4c19-92cc-b537ed45ad98 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872297 Sep 23 14:13:48.756244 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-037e0a56-5505-4853-988e-7525d10ee31d None None] Attempt 3 to provision port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 Sep 23 14:13:48.794093 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-037e0a56-5505-4853-988e-7525d10ee31d None None] Port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 had new provisioning blocks added so it will not transition to active. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 14:13:48.831649 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-c73b5487-3cda-43b8-b333-30db9b603a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:48.833134 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-c73b5487-3cda-43b8-b333-30db9b603a1f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 1128 time: 0.0421655 Sep 23 14:13:48.891540 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-3c07a734-79ca-4211-ba01-deadf23c3020 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ea2c684-2727-4b1c-86dc-feecc8c42d65 HTTP/1.1" status: 200 len: 217 time: 0.0319586 Sep 23 14:13:48.938557 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-3eebdf0c-605e-4322-91de-7ea3c6223afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:48.939689 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-3eebdf0c-605e-4322-91de-7ea3c6223afe service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda HTTP/1.1" status: 200 len: 850 time: 0.0458283 Sep 23 14:13:48.986234 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-90d4fcca-aa9b-44f7-943a-6e5784c59a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:48.987793 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-90d4fcca-aa9b-44f7-943a-6e5784c59a7f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385828 Sep 23 14:13:48.989905 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:DELETE=1,neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:48.993312 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:49.015622 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:49.026470 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1057fc-c2ef-401b-a63f-33798199c399 req-0eff0476-ef71-44ea-987c-260a9555bdc8 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:49.028007 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ce1057fc-c2ef-401b-a63f-33798199c399 req-0eff0476-ef71-44ea-987c-260a9555bdc8 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 944 time: 0.0470767 Sep 23 14:13:49.045282 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:49.091217 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-dd9c103c-adfa-4308-a4e7-77b5933b8496 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934598 Sep 23 14:13:49.199321 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-cdc56f51-6a54-4d8e-aefa-33195b81c697 req-b6bb7ac9-89f6-494c-b4d5-57b409f71804 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984328 Sep 23 14:13:49.327426 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ce1057fc-c2ef-401b-a63f-33798199c399 req-b4c9644d-b9b6-4904-a9cc-43787a35fc93 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936137 Sep 23 14:13:50.005580 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:50.234421 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:50.448739 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013fef1-2017-4dbb-a148-02b0c040ea2e req-bbf144dd-4911-4a7e-bc4d-873b9e374c70 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:50.450181 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9013fef1-2017-4dbb-a148-02b0c040ea2e req-bbf144dd-4911-4a7e-bc4d-873b9e374c70 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 944 time: 0.0464153 Sep 23 14:13:50.496971 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9013fef1-2017-4dbb-a148-02b0c040ea2e req-5a5d3d30-6579-4e26-9c1f-92a523462942 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412714 Sep 23 14:13:51.613346 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c1fbc-b404-46be-85f8-096bdf506c6b req-b3d068ab-49ee-48a2-bed2-1b9760732a22 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:51.614796 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-050c1fbc-b404-46be-85f8-096bdf506c6b req-b3d068ab-49ee-48a2-bed2-1b9760732a22 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 944 time: 0.0451846 Sep 23 14:13:51.639453 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 4ea2c684-2727-4b1c-86dc-feecc8c42d65 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:13:51.652433 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:51.656243 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:51.663948 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-050c1fbc-b404-46be-85f8-096bdf506c6b req-c5cb0b1c-741d-4a98-a273-d0d6a7d8e4dd tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432138 Sep 23 14:13:51.741904 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 4ea2c684-2727-4b1c-86dc-feecc8c42d65, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=4ea2c684-2727-4b1c-86dc-feecc8c42d65,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:13:51.754556 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '4ea2c684-2727-4b1c-86dc-feecc8c42d65', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'port_id': '4ea2c684-2727-4b1c-86dc-feecc8c42d65', 'mac_address': 'fa:16:3e:85:74:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:13:51.793317 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:13:51.793626 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:51.806957 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea2c684-2727-4b1c-86dc-feecc8c42d65 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:13:51.826061 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 4ea2c684-2727-4b1c-86dc-feecc8c42d65, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=4ea2c684-2727-4b1c-86dc-feecc8c42d65,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:13:51.874239 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:51.920538 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=4ea2c684-2727-4b1c-86dc-feecc8c42d65,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:51.928452 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.928795 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.929133 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.929468 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.930524 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.931075 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.931460 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.931770 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.932060 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.932385 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.932710 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.933034 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.933356 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.933675 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:51.933996 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:13:52.254122 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['4ea2c684-2727-4b1c-86dc-feecc8c42d65'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:13:52.783125 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992f9f3-16c8-4a80-926c-ad1421cb5ee9 req-63d0097d-58e5-4998-b441-a192d26d8d95 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:52.784574 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d992f9f3-16c8-4a80-926c-ad1421cb5ee9 req-63d0097d-58e5-4998-b441-a192d26d8d95 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 945 time: 0.0460660 Sep 23 14:13:52.830231 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d992f9f3-16c8-4a80-926c-ad1421cb5ee9 req-d7d4c067-e98f-4cf6-aca7-d48abbc797d7 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401285 Sep 23 14:13:53.648564 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 4ea2c684-2727-4b1c-86dc-feecc8c42d65 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:13:53.696685 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:13:53.799826 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:13:53.800460 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:53.800797 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 Sep 23 14:13:53.874380 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:13:53.874794 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:53.896991 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc54974-8673-4c22-8a12-01964ce46743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea2c684-2727-4b1c-86dc-feecc8c42d65'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:13:53.899829 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7233bf-d2d3-4755-8a23-56526bccd862" -d '{"events": [{"server_uuid": "0fc54974-8673-4c22-8a12-01964ce46743", "name": "network-vif-plugged", "status": "completed", "tag": "4ea2c684-2727-4b1c-86dc-feecc8c42d65"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:13:53.913005 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 4ea2c684-2727-4b1c-86dc-feecc8c42d65, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=4ea2c684-2727-4b1c-86dc-feecc8c42d65,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:13:53.952065 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd616a1a-59bd-4c0f-b5b5-1ecae2a5bc54 req-b5b9ad32-5a24-4cee-81ab-2a0ff720d6e2 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:53.953631 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fd616a1a-59bd-4c0f-b5b5-1ecae2a5bc54 req-b5b9ad32-5a24-4cee-81ab-2a0ff720d6e2 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 945 time: 0.0478134 Sep 23 14:13:53.998434 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875fb434-65f4-4f7c-a947-654ba091c318 x-openstack-request-id: req-875fb434-65f4-4f7c-a947-654ba091c318 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:13:53.998732 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc54974-8673-4c22-8a12-01964ce46743", "name": "network-vif-plugged", "status": "completed", "tag": "4ea2c684-2727-4b1c-86dc-feecc8c42d65", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:13:53.998984 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-875fb434-65f4-4f7c-a947-654ba091c318 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:13:53.999386 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875fb434-65f4-4f7c-a947-654ba091c318'] response: {'server_uuid': '0fc54974-8673-4c22-8a12-01964ce46743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea2c684-2727-4b1c-86dc-feecc8c42d65', 'code': 200} Sep 23 14:13:54.005261 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fd616a1a-59bd-4c0f-b5b5-1ecae2a5bc54 req-dedb5290-3d2b-4f51-ab4e-ffbd3b010c85 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 Sep 23 14:13:54.034394 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:54.083497 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=4ea2c684-2727-4b1c-86dc-feecc8c42d65,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:13:54.309897 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606283f-08bf-478b-ac86-c19d7a43c220 req-a874e584-90f1-44a0-ac93-e3183fe59e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:54.311377 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a606283f-08bf-478b-ac86-c19d7a43c220 req-a874e584-90f1-44a0-ac93-e3183fe59e61 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 1130 time: 0.0382195 Sep 23 14:13:54.358468 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a606283f-08bf-478b-ac86-c19d7a43c220 req-9b97e7fb-b26c-4063-b906-d0efc4293dbe service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379918 Sep 23 14:13:55.138091 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fbce9-221a-4a06-b12f-d340f7600695 req-b7e717c5-5705-4b0b-b575-33971d71f851 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:55.139592 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bd4fbce9-221a-4a06-b12f-d340f7600695 req-b7e717c5-5705-4b0b-b575-33971d71f851 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 946 time: 0.0498259 Sep 23 14:13:55.185978 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-bd4fbce9-221a-4a06-b12f-d340f7600695 req-c4501263-22af-4e0b-a260-b9886266d137 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407948 Sep 23 14:13:56.307749 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e0fab-b060-47b7-a7ec-4cecbe4d3bd1 req-fc8a995d-510a-4a19-ae9f-558c1129311c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:56.309206 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1c7e0fab-b060-47b7-a7ec-4cecbe4d3bd1 req-fc8a995d-510a-4a19-ae9f-558c1129311c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 946 time: 0.0480325 Sep 23 14:13:56.355613 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1c7e0fab-b060-47b7-a7ec-4cecbe4d3bd1 req-99133472-3ac4-441b-907c-542286d9819c tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407422 Sep 23 14:13:56.469394 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09298cb-970f-4b28-8436-7cfd321f748f req-552691ac-bcdd-46fb-859b-1723d0a8dffa tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:56.470866 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b09298cb-970f-4b28-8436-7cfd321f748f req-552691ac-bcdd-46fb-859b-1723d0a8dffa tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 946 time: 0.0460138 Sep 23 14:13:56.480897 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37084) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:13:56.485211 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-cbd8193e-9361-40e6-971c-128f3831369a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Request body: {'floatingip': {'port_id': '4ea2c684-2727-4b1c-86dc-feecc8c42d65'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:13:56.525545 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cbd8193e-9361-40e6-971c-128f3831369a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (bb6ee522-1174-4ef0-b599-dabd5fd2a6bc), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:56.849083 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:56.860339 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:56.941217 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cbd8193e-9361-40e6-971c-128f3831369a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:56.988526 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cbd8193e-9361-40e6-971c-128f3831369a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (bb6ee522-1174-4ef0-b599-dabd5fd2a6bc), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:57.083229 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [None req-cbd8193e-9361-40e6-971c-128f3831369a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Floating IP bb6ee522-1174-4ef0-b599-dabd5fd2a6bc associated. External IP: 172.27.1.184, port: 4ea2c684-2727-4b1c-86dc-feecc8c42d65. Sep 23 14:13:57.280274 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd8193e-9361-40e6-971c-128f3831369a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Router c8a7fb10-5394-43d5-ade7-68eac631611d has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:13:57.384539 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd8193e-9361-40e6-971c-128f3831369a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:13:57.389236 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-cbd8193e-9361-40e6-971c-128f3831369a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:13:57.394441 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7b59c-d647-4bbc-a286-29871579ad4e None None] Sync routers for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:13:57.406063 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7b59c-d647-4bbc-a286-29871579ad4e None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:13:57.406718 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dfe7b59c-d647-4bbc-a286-29871579ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:13:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:13:57.420180 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-cbd8193e-9361-40e6-971c-128f3831369a tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/bb6ee522-1174-4ef0-b599-dabd5fd2a6bc HTTP/1.1" status: 200 len: 992 time: 0.9382427 Sep 23 14:13:57.420825 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc54974-8673-4c22-8a12-01964ce46743', 'tag': '4ea2c684-2727-4b1c-86dc-feecc8c42d65'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:13:57.423131 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a96cb-40a5-46a4-886d-00b88cb9f54a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc54974-8673-4c22-8a12-01964ce46743", "tag": "4ea2c684-2727-4b1c-86dc-feecc8c42d65"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:13:57.523624 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc01dc1-cde0-4933-9188-052a0a4d2fe4 x-openstack-request-id: req-bcc01dc1-cde0-4933-9188-052a0a4d2fe4 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:13:57.523921 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc54974-8673-4c22-8a12-01964ce46743", "tag": "4ea2c684-2727-4b1c-86dc-feecc8c42d65", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:13:57.524176 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bcc01dc1-cde0-4933-9188-052a0a4d2fe4 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:13:57.525139 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc01dc1-cde0-4933-9188-052a0a4d2fe4'] response: {'name': 'network-changed', 'server_uuid': '0fc54974-8673-4c22-8a12-01964ce46743', 'tag': '4ea2c684-2727-4b1c-86dc-feecc8c42d65', 'status': 'completed', 'code': 200} Sep 23 14:13:57.611513 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a96cb-40a5-46a4-886d-00b88cb9f54a req-931c36c0-d2b0-427c-b311-3a43a36c36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:57.613059 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b98a96cb-40a5-46a4-886d-00b88cb9f54a req-931c36c0-d2b0-427c-b311-3a43a36c36a1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 1130 time: 0.0395911 Sep 23 14:13:57.624619 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:57.643243 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-dfe7b59c-d647-4bbc-a286-29871579ad4e None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:13:57.708893 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a96cb-40a5-46a4-886d-00b88cb9f54a req-c3b0d6c1-075b-4e8a-a5cd-fde26ee7c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:57.710387 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b98a96cb-40a5-46a4-886d-00b88cb9f54a req-c3b0d6c1-075b-4e8a-a5cd-fde26ee7c5be service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 200 len: 912 time: 0.0907943 Sep 23 14:13:57.724180 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:57.748730 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=100 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:13:57.772273 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b98a96cb-40a5-46a4-886d-00b88cb9f54a req-1ffe4e27-5e20-43f4-8379-4104e3605634 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ea2c684-2727-4b1c-86dc-feecc8c42d65 HTTP/1.1" status: 200 len: 1000 time: 0.0556347 Sep 23 14:13:57.826683 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a96cb-40a5-46a4-886d-00b88cb9f54a req-12a72592-60be-4c16-8230-1a236fc19b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:57.828126 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b98a96cb-40a5-46a4-886d-00b88cb9f54a req-12a72592-60be-4c16-8230-1a236fc19b01 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda HTTP/1.1" status: 200 len: 850 time: 0.0505805 Sep 23 14:13:57.857153 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dfe7b59c-d647-4bbc-a286-29871579ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'bb6ee522-1174-4ef0-b599-dabd5fd2a6bc', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'port_id': '4ea2c684-2727-4b1c-86dc-feecc8c42d65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'mac_address': 'fa:16:3e:85:74:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc54974-8673-4c22-8a12-01964ce46743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:13:43Z', 'updated_at': '2022-09-23T14:13:56Z', 'revision_number': 1, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:13:57.870960 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a96cb-40a5-46a4-886d-00b88cb9f54a req-d3c3b267-1505-4639-883c-21ac8518d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:13:57.872449 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b98a96cb-40a5-46a4-886d-00b88cb9f54a req-d3c3b267-1505-4639-883c-21ac8518d1a1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383563 Sep 23 14:13:57.881963 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7b59c-d647-4bbc-a286-29871579ad4e None None] Checking router: c8a7fb10-5394-43d5-ade7-68eac631611d for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:13:57.891807 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7b59c-d647-4bbc-a286-29871579ad4e None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:13:57.892410 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dfe7b59c-d647-4bbc-a286-29871579ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:13:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:13:57.963620 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b98a96cb-40a5-46a4-886d-00b88cb9f54a req-7ae7c444-30aa-4db2-b79d-acab51d4036a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853395 Sep 23 14:13:57.997888 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-dfe7b59c-d647-4bbc-a286-29871579ad4e None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:13:58.059135 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b98a96cb-40a5-46a4-886d-00b88cb9f54a req-8ea42306-750e-4769-a9b5-46cbe5cef64f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882554 Sep 23 14:13:58.215979 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dfe7b59c-d647-4bbc-a286-29871579ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'bb6ee522-1174-4ef0-b599-dabd5fd2a6bc', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'port_id': '4ea2c684-2727-4b1c-86dc-feecc8c42d65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'mac_address': 'fa:16:3e:85:74:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc54974-8673-4c22-8a12-01964ce46743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:13:43Z', 'updated_at': '2022-09-23T14:13:56Z', 'revision_number': 1, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:13:58.240277 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7b59c-d647-4bbc-a286-29871579ad4e None None] The sync data for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi is: [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': 'bb6ee522-1174-4ef0-b599-dabd5fd2a6bc', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'port_id': '4ea2c684-2727-4b1c-86dc-feecc8c42d65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'mac_address': 'fa:16:3e:85:74:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc54974-8673-4c22-8a12-01964ce46743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:13:43Z', 'updated_at': '2022-09-23T14:13:56Z', 'revision_number': 1, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:13:58.422474 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef14fd82-91bb-4665-ba4a-5ac0de4d8e47 None None] New status for floating IP bb6ee522-1174-4ef0-b599-dabd5fd2a6bc: ACTIVE {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:14:07.409277 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=46 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:07.417915 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=65 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:08.054172 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=27 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:08.056113 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=62 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:08.213406 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=32 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:08.219434 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=76 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:08.522709 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:08.525591 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:13.309465 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:14:14.999311 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-e0284163-e172-4377-8792-c781f9d76a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:15.199826 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:17.290687 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-cf818254-41c5-4d48-baaf-556577e1fd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:18.610402 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:19.993275 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:20.227632 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:22.890607 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-8fdab946-4737-43b1-9eba-fc5c1c16dac2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381894 Sep 23 14:14:23.000098 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-b8919957-73c8-4100-a8c4-9325b6179db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:14:23.001569 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-b8919957-73c8-4100-a8c4-9325b6179db5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 1130 time: 0.0420494 Sep 23 14:14:23.108473 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-7194fe24-147c-42ea-832f-2c7fd2eb5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:14:23.109955 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-7194fe24-147c-42ea-832f-2c7fd2eb5f73 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 200 len: 912 time: 0.0897694 Sep 23 14:14:23.180792 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-73bb831a-36fa-4cd3-893d-cc15658931b6 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ea2c684-2727-4b1c-86dc-feecc8c42d65 HTTP/1.1" status: 200 len: 1002 time: 0.0616083 Sep 23 14:14:23.229936 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-d322e4e1-7618-411a-af7e-8b270f47f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:14:23.231920 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-d322e4e1-7618-411a-af7e-8b270f47f6fd service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda HTTP/1.1" status: 200 len: 850 time: 0.0439589 Sep 23 14:14:23.276953 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-5d5db202-8871-4d00-8fbd-4ed433cfbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:14:23.278592 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-5d5db202-8871-4d00-8fbd-4ed433cfbb89 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396860 Sep 23 14:14:23.304164 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:23.374503 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-67c16da5-d667-495e-8fb4-8526515b1980 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890958 Sep 23 14:14:23.463045 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-5f74c51f-0fa1-45cc-8b72-575d9c3bdb19 req-8c057792-d5ac-45ee-b3b3-27f13273f309 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823023 Sep 23 14:14:30.142894 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:30.148844 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:33.459032 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=44 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:33.459816 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=57 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:45.135186 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b81246dc-89fb-4342-8747-7c32174037e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:45.270747 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=16 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:45.272568 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:45.276021 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=16 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:14:47.364374 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-2aece1bf-ae12-45ff-bccf-cda3cf282a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:48.643573 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:50.004928 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:50.255555 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:14:50.311452 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:15:00.145100 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:00.151149 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:00.272122 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed67cc-0a75-464a-b578-ce608a193070 req-88b4288e-580e-428c-acf3-68a00a2bdf35 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:15:00.273608 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cfed67cc-0a75-464a-b578-ce608a193070 req-88b4288e-580e-428c-acf3-68a00a2bdf35 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 946 time: 0.0491366 Sep 23 14:15:00.303921 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:00.304657 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:00.326315 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cfed67cc-0a75-464a-b578-ce608a193070 req-b396e78a-7d43-44b4-bb0d-085cd61c35ad tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470383 Sep 23 14:15:01.451172 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2051f-13e0-43fc-b4f0-09bcca14b47d req-28d920fb-a0ea-4ca4-9419-ab627b13ca5b tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:15:01.452703 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c9a2051f-13e0-43fc-b4f0-09bcca14b47d req-28d920fb-a0ea-4ca4-9419-ab627b13ca5b tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 946 time: 0.0473413 Sep 23 14:15:01.501182 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c9a2051f-13e0-43fc-b4f0-09bcca14b47d req-5f25f461-b606-4f72-8ee4-664c0c658b22 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Sep 23 14:15:02.334121 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-495d12a9-9334-4ade-a110-11ce03e7278f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:15:02.335628 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-495d12a9-9334-4ade-a110-11ce03e7278f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 946 time: 0.0476129 Sep 23 14:15:02.422374 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Deleting port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:15:02.422643 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:02.517149 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] For port 4ea2c684-2727-4b1c-86dc-feecc8c42d65, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=4ea2c684-2727-4b1c-86dc-feecc8c42d65,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:15:02.517514 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:02.625991 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b218633-8886-4d9d-8299-a8e06a7ab151 req-010901ea-b40a-43cd-bb05-d4de7332f80d tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:15:02.627634 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6b218633-8886-4d9d-8299-a8e06a7ab151 req-010901ea-b40a-43cd-bb05-d4de7332f80d tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 946 time: 0.0476360 Sep 23 14:15:02.677829 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6b218633-8886-4d9d-8299-a8e06a7ab151 req-c2488ad6-6754-4476-aeb3-349ac8395f2f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=627804b0-c965-4586-9307-2898a3fb2167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445354 Sep 23 14:15:02.681474 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:02.681846 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (bb6ee522-1174-4ef0-b599-dabd5fd2a6bc), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:02.682165 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.l3_db [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Floating IP bb6ee522-1174-4ef0-b599-dabd5fd2a6bc disassociated. External IP: 172.27.1.184, port: 4ea2c684-2727-4b1c-86dc-feecc8c42d65. Sep 23 14:15:02.682540 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Calling delete_port for 4ea2c684-2727-4b1c-86dc-feecc8c42d65 owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:15:02.883332 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (4ea2c684-2727-4b1c-86dc-feecc8c42d65), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:02.912220 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event deleted for resources: {'Port': ['ID=4ea2c684-2727-4b1c-86dc-feecc8c42d65,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:02.923694 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.924004 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.924346 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.924684 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.925018 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.925462 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.925793 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.926117 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.926466 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.926795 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.927121 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.927477 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.927808 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.928170 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:02.928432 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:03.032099 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Router c8a7fb10-5394-43d5-ade7-68eac631611d has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:15:03.135499 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:15:03.145407 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9936f-fe76-4405-9f60-c32ddacffba8 None None] Sync routers for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:15:03.156836 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9936f-fe76-4405-9f60-c32ddacffba8 None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:15:03.157638 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-21e9936f-fe76-4405-9f60-c32ddacffba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:14:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:15:03.180014 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] No DVR routers for this DVR port 4ea2c684-2727-4b1c-86dc-feecc8c42d65 on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:15:03.182525 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:03.186466 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-16cdd82e-180e-46cf-856e-cc0342889a4c req-af099677-d4a9-4a78-bd75-4e00429ba3ab tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.49 "DELETE /networking/v2.0/ports/4ea2c684-2727-4b1c-86dc-feecc8c42d65 HTTP/1.1" status: 204 len: 173 time: 0.8449252 Sep 23 14:15:03.186963 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc54974-8673-4c22-8a12-01964ce46743', 'name': 'network-vif-deleted', 'tag': '4ea2c684-2727-4b1c-86dc-feecc8c42d65'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:15:03.189214 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53464f70-5c98-4e6a-afe0-91318b64b0ea" -d '{"events": [{"server_uuid": "0fc54974-8673-4c22-8a12-01964ce46743", "name": "network-vif-deleted", "tag": "4ea2c684-2727-4b1c-86dc-feecc8c42d65"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:15:03.231235 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5196bc-7d55-4d00-81e5-63b1cfce9fce x-openstack-request-id: req-6e5196bc-7d55-4d00-81e5-63b1cfce9fce {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:15:03.231529 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc54974-8673-4c22-8a12-01964ce46743", "name": "network-vif-deleted", "tag": "4ea2c684-2727-4b1c-86dc-feecc8c42d65", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:15:03.231809 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e5196bc-7d55-4d00-81e5-63b1cfce9fce {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:15:03.232219 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5196bc-7d55-4d00-81e5-63b1cfce9fce'] response: {'server_uuid': '0fc54974-8673-4c22-8a12-01964ce46743', 'name': 'network-vif-deleted', 'tag': '4ea2c684-2727-4b1c-86dc-feecc8c42d65', 'status': 'completed', 'code': 200} Sep 23 14:15:03.267823 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-21e9936f-fe76-4405-9f60-c32ddacffba8 None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:15:03.466714 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-21e9936f-fe76-4405-9f60-c32ddacffba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:15:03.491021 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9936f-fe76-4405-9f60-c32ddacffba8 None None] Checking router: c8a7fb10-5394-43d5-ade7-68eac631611d for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:15:03.500219 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9936f-fe76-4405-9f60-c32ddacffba8 None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:15:03.500749 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-21e9936f-fe76-4405-9f60-c32ddacffba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:14:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:15:03.604082 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-21e9936f-fe76-4405-9f60-c32ddacffba8 None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:15:03.805201 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-21e9936f-fe76-4405-9f60-c32ddacffba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:15:03.807479 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-66ac9d0e-a5a2-4973-ac1c-4c6da452415f req-fdd5d86c-0895-4361-bbec-33a56c14678f tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0fc54974-8673-4c22-8a12-01964ce46743 HTTP/1.1" status: 200 len: 210 time: 0.0337286 Sep 23 14:15:03.830591 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9936f-fe76-4405-9f60-c32ddacffba8 None None] The sync data for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi is: [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:30Z', 'revision_number': 4, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '9c2a8144-99ec-4c50-8495-9af5d088ebc8', 'name': '', 'network_id': 'ef3d91d5-5a9a-46ba-ba3d-c86fbc383224', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'mac_address': 'fa:16:3e:2f:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:30Z', 'updated_at': '2022-09-23T14:10:34Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'subnets': [{'id': 'ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:15:04.071167 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c86d9b-b2e8-49ce-9b4e-1473bb500953 None None] New status for floating IP bb6ee522-1174-4ef0-b599-dabd5fd2a6bc: DOWN {{(pid=106655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:15:04.963002 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37238) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:05.023800 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (627804b0-c965-4586-9307-2898a3fb2167), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:05.048392 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (627804b0-c965-4586-9307-2898a3fb2167), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:05.168816 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (627804b0-c965-4586-9307-2898a3fb2167), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:05.171402 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:05.172861 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/627804b0-c965-4586-9307-2898a3fb2167 HTTP/1.1" status: 204 len: 168 time: 0.2086015 Sep 23 14:15:05.175640 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37240) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:05.182235 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627804b0-c965-4586-9307-2898a3fb2167,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:05.189664 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.190006 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.190401 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.190738 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.191047 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.api.v2.resource [None req-07e7893a-3581-44d8-bc13-b216b48706d7 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] show failed (client error): The resource could not be found. Sep 23 14:15:05.191173 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.191389 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.191727 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.192067 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-07e7893a-3581-44d8-bc13-b216b48706d7 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "GET /networking/v2.0/security-groups/627804b0-c965-4586-9307-2898a3fb2167 HTTP/1.1" status: 404 len: 347 time: 0.0154529 Sep 23 14:15:05.192189 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.192405 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.192714 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.193040 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.193355 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.193674 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.193988 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.194305 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55144e0-7b08-4b24-98b4-baa751b745de tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:05.194916 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37242) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:05.309791 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:05.316109 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-444844a8-7b48-44c9-ac92-d2dd442a91f6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Deleting port 5c8651c9-deda-4512-b344-a0b085e54fd3 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:15:05.316608 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-444844a8-7b48-44c9-ac92-d2dd442a91f6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (5c8651c9-deda-4512-b344-a0b085e54fd3), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:05.355605 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:05.652436 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-444844a8-7b48-44c9-ac92-d2dd442a91f6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (5c8651c9-deda-4512-b344-a0b085e54fd3), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:05.652837 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-444844a8-7b48-44c9-ac92-d2dd442a91f6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (5c8651c9-deda-4512-b344-a0b085e54fd3), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:05.665299 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-444844a8-7b48-44c9-ac92-d2dd442a91f6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Calling delete_port for 5c8651c9-deda-4512-b344-a0b085e54fd3 owned by network:floatingip {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:15:05.865989 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-444844a8-7b48-44c9-ac92-d2dd442a91f6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (5c8651c9-deda-4512-b344-a0b085e54fd3), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:05.895043 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444844a8-7b48-44c9-ac92-d2dd442a91f6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Pushing event deleted for resources: {'Port': ['ID=5c8651c9-deda-4512-b344-a0b085e54fd3,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:05.955541 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-444844a8-7b48-44c9-ac92-d2dd442a91f6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks [] for floatingip (bb6ee522-1174-4ef0-b599-dabd5fd2a6bc), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:05.958047 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-444844a8-7b48-44c9-ac92-d2dd442a91f6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:05.959281 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-444844a8-7b48-44c9-ac92-d2dd442a91f6 tempest-AttachVolumeTestJSON-748341513 tempest-AttachVolumeTestJSON-748341513-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/bb6ee522-1174-4ef0-b599-dabd5fd2a6bc HTTP/1.1" status: 204 len: 168 time: 0.7632151 Sep 23 14:15:06.003957 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 4ea2c684-2727-4b1c-86dc-feecc8c42d65 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:15:06.022923 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 4ea2c684-2727-4b1c-86dc-feecc8c42d65 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:15:06.028792 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 4ea2c684-2727-4b1c-86dc-feecc8c42d65 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:15:10.066785 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37270) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:10.347878 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:10.413655 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494252'] for router_interface (c8a7fb10-5394-43d5-ade7-68eac631611d), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:10.657342 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] Deleting port 9c2a8144-99ec-4c50-8495-9af5d088ebc8 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:15:10.657589 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:10.740031 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] For port 9c2a8144-99ec-4c50-8495-9af5d088ebc8, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=9c2a8144-99ec-4c50-8495-9af5d088ebc8,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:15:10.740395 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:10.753851 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] Calling delete_port for 9c2a8144-99ec-4c50-8495-9af5d088ebc8 owned by network:router_interface {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:15:10.880984 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:11.026300 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (9c2a8144-99ec-4c50-8495-9af5d088ebc8), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:11.057519 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2a8144-99ec-4c50-8495-9af5d088ebc8,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:11.241263 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-490524'] for router_interface (c8a7fb10-5394-43d5-ade7-68eac631611d), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:11.336090 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:11.462757 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] Router c8a7fb10-5394-43d5-ade7-68eac631611d has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:15:11.565703 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:15:11.570583 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-84093639-a9b8-4159-92a0-a4e49074efb2 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/c8a7fb10-5394-43d5-ade7-68eac631611d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5033679 Sep 23 14:15:11.573147 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37272) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:11.577537 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f5586-c478-4cd2-bcd5-46fb0cffa587 None None] Sync routers for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:15:11.587890 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f5586-c478-4cd2-bcd5-46fb0cffa587 None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:15:11.588418 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-400f5586-c478-4cd2-bcd5-46fb0cffa587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:14:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:15:11.687376 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Publish callbacks [] for router (c8a7fb10-5394-43d5-ade7-68eac631611d), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:11.797929 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Publish callbacks [] for router_gateway (c8a7fb10-5394-43d5-ade7-68eac631611d), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:11.819234 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-400f5586-c478-4cd2-bcd5-46fb0cffa587 None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:15:11.956289 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:11.962830 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Deleting port 2c8828eb-2a94-4c34-b111-da9d25100f1d {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:15:11.963294 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:11.993297 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-400f5586-c478-4cd2-bcd5-46fb0cffa587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:15:10Z', 'revision_number': 5, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port': {'id': '2c8828eb-2a94-4c34-b111-da9d25100f1d', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:15:11.994906 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:12.021765 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f5586-c478-4cd2-bcd5-46fb0cffa587 None None] Checking router: c8a7fb10-5394-43d5-ade7-68eac631611d for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:15:12.031838 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f5586-c478-4cd2-bcd5-46fb0cffa587 None None] Routers {'c8a7fb10-5394-43d5-ade7-68eac631611d'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:15:12.032476 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-400f5586-c478-4cd2-bcd5-46fb0cffa587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:14:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['c8a7fb10-5394-43d5-ade7-68eac631611d'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:15:12.070551 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] For port 2c8828eb-2a94-4c34-b111-da9d25100f1d, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=2c8828eb-2a94-4c34-b111-da9d25100f1d,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:15:12.071022 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:12.088166 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:12.089388 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Calling delete_port for 2c8828eb-2a94-4c34-b111-da9d25100f1d owned by network:router_gateway {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:15:12.143335 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-400f5586-c478-4cd2-bcd5-46fb0cffa587 None None] Set router c8a7fb10-5394-43d5-ade7-68eac631611d gateway port host: None {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:15:12.217652 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-400f5586-c478-4cd2-bcd5-46fb0cffa587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:15:11Z', 'revision_number': 6, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port_host': None}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:15:12.254396 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f5586-c478-4cd2-bcd5-46fb0cffa587 None None] The sync data for ids ['c8a7fb10-5394-43d5-ade7-68eac631611d'] in dv-cinder-857434-4-iscsi is: [{'id': 'c8a7fb10-5394-43d5-ade7-68eac631611d', 'name': 'tempest-AttachVolumeTestJSON-1324505927-router', 'tenant_id': '403c04c19c0c45398d6b232c03a4b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:10:27Z', 'updated_at': '2022-09-23T14:15:11Z', 'revision_number': 6, 'project_id': '403c04c19c0c45398d6b232c03a4b7a6', 'gw_port_host': None}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:15:12.395869 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (2c8828eb-2a94-4c34-b111-da9d25100f1d), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:12.423457 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8828eb-2a94-4c34-b111-da9d25100f1d,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:12.493973 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485974'] for router_gateway (c8a7fb10-5394-43d5-ade7-68eac631611d), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:12.573176 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:12.578949 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router (c8a7fb10-5394-43d5-ade7-68eac631611d), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:12.581226 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Publish callbacks [] for router_controller (c8a7fb10-5394-43d5-ade7-68eac631611d), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:12.722617 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490593'] for router (c8a7fb10-5394-43d5-ade7-68eac631611d), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:12.723191 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a7fb10-5394-43d5-ade7-68eac631611d {{(pid=106652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:15:12.727367 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:12.728502 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-fbd9acb0-b9ac-49f5-ba22-a0b7bbd4a324 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/c8a7fb10-5394-43d5-ade7-68eac631611d HTTP/1.1" status: 204 len: 168 time: 1.1544676 Sep 23 14:15:12.731257 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37274) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:12.775271 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d3df36-98cd-43f4-a27c-ee1e9aa137bf admin admin] Deleting subnet ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda {{(pid=106652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:15:12.778805 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74d3df36-98cd-43f4-a27c-ee1e9aa137bf admin admin] Publish callbacks [] for subnet (ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:12.815793 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74d3df36-98cd-43f4-a27c-ee1e9aa137bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58778746'] for subnet (ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:12.889803 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74d3df36-98cd-43f4-a27c-ee1e9aa137bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.019326 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74d3df36-98cd-43f4-a27c-ee1e9aa137bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59169196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777785'] for subnet (ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.047717 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3df36-98cd-43f4-a27c-ee1e9aa137bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:13.053612 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-74d3df36-98cd-43f4-a27c-ee1e9aa137bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.056835 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-74d3df36-98cd-43f4-a27c-ee1e9aa137bf admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/ec3e5be8-d60a-4e23-a9c7-0d158bdd1eda HTTP/1.1" status: 204 len: 168 time: 0.3246651 Sep 23 14:15:13.060229 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37276) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:13.060699 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2eb42f-f94f-4dee-a87e-3fc64d2110ad None None] Network ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:15:13.139542 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (ef3d91d5-5a9a-46ba-ba3d-c86fbc383224), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.186554 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Deleting port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:15:13.186881 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.224282 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] DHCP port deletion for ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 request from dv-cinder-857434-4-iscsi {{(pid=106654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 14:15:13.258766 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] For port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=7115f3d6-54ec-4cb3-b5df-6729754bd1b6,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:15:13.259190 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.269071 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Deleting port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 {{(pid=106654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:15:13.269444 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), before_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.276236 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Calling delete_port for 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 owned by network:dhcp {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:15:13.344833 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] For port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=7115f3d6-54ec-4cb3-b5df-6729754bd1b6,segment=NetworkSegment(747ba02c-a635-4081-9976-9d4e094c3359),segment_id=747ba02c-a635-4081-9976-9d4e094c3359)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:15:13.344833 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), precommit_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.356650 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Calling delete_port for 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 owned by network:dhcp {{(pid=106654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:15:13.426004 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.436751 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (7115f3d6-54ec-4cb3-b5df-6729754bd1b6), after_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.452821 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Pushing event deleted for resources: {'Port': ['ID=7115f3d6-54ec-4cb3-b5df-6729754bd1b6,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:13.454678 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] No DVR routers for this DVR port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 on host dv-cinder-857434-4-iscsi {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:15:13.461474 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Pushing event deleted for resources: {'Port': ['ID=7115f3d6-54ec-4cb3-b5df-6729754bd1b6,revision_number=None']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:13.470509 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] No DVR routers for this DVR port 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 on host dv-cinder-857434-4-iscsi {{(pid=106654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:15:13.473718 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.474069 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.474455 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.474799 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.475134 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.475471 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.475801 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.481521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.481521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.481521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.481521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.481521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.481521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.481521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.481521 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4ae39-c97d-4f0e-becf-b72b2ced9dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:15:13.529996 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (ef3d91d5-5a9a-46ba-ba3d-c86fbc383224), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.551000 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3d91d5-5a9a-46ba-ba3d-c86fbc383224']}} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:15:13.560851 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747ba02c-a635-4081-9976-9d4e094c3359') {'for_net_delete': True} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:15:13.561151 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747ba02c-a635-4081-9976-9d4e094c3359') {} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:15:13.570583 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934225'] for segment (747ba02c-a635-4081-9976-9d4e094c3359), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.581563 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:13.583919 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (747ba02c-a635-4081-9976-9d4e094c3359), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.590353 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=106653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:15:13.590732 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2864527'] for segment (747ba02c-a635-4081-9976-9d4e094c3359), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.603660 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:13.670021 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 747ba02c-a635-4081-9976-9d4e094c3359 resource provider aggregate not found Sep 23 14:15:13.679814 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 747ba02c-a635-4081-9976-9d4e094c3359 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 747ba02c-a635-4081-9976-9d4e094c3359 found for delete ", "request_id": "req-bf7b1c46-e529-43e1-918b-8cb2f474cd2d"}]} Sep 23 14:15:13.722696 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (ef3d91d5-5a9a-46ba-ba3d-c86fbc383224), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.728825 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:13.732112 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/ef3d91d5-5a9a-46ba-ba3d-c86fbc383224 HTTP/1.1" status: 204 len: 168 time: 0.6709070 Sep 23 14:15:13.743739 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1cc96-80c7-40c1-bd62-bc3a6006a458 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3d91d5-5a9a-46ba-ba3d-c86fbc383224,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:14.060161 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37286) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:14.100696 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-35621490-f4a7-403b-81c8-56e70f2de574 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=403c04c19c0c45398d6b232c03a4b7a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393291 Sep 23 14:15:14.103324 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37288) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:14.155605 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-864392a7-2564-4f39-b8ae-ccd954899fb4 admin admin] Publish callbacks [] for security_group (46e297e0-5dfc-414d-bfd8-146deca6d756), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:14.178415 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-864392a7-2564-4f39-b8ae-ccd954899fb4 admin admin] Publish callbacks [] for security_group (46e297e0-5dfc-414d-bfd8-146deca6d756), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:14.246782 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 9c2a8144-99ec-4c50-8495-9af5d088ebc8 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:15:14.276611 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 9c2a8144-99ec-4c50-8495-9af5d088ebc8 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:15:14.276949 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 9c2a8144-99ec-4c50-8495-9af5d088ebc8 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:15:14.277359 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:15:14.294148 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-864392a7-2564-4f39-b8ae-ccd954899fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (46e297e0-5dfc-414d-bfd8-146deca6d756), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:14.297077 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-864392a7-2564-4f39-b8ae-ccd954899fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:14.298224 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-864392a7-2564-4f39-b8ae-ccd954899fb4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/46e297e0-5dfc-414d-bfd8-146deca6d756 HTTP/1.1" status: 204 len: 168 time: 0.1940203 Sep 23 14:15:14.309620 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:15:14.309620 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 7115f3d6-54ec-4cb3-b5df-6729754bd1b6 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:15:14.309620 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 2c8828eb-2a94-4c34-b111-da9d25100f1d no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:15:14.309934 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864392a7-2564-4f39-b8ae-ccd954899fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e297e0-5dfc-414d-bfd8-146deca6d756,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:14.331667 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 2c8828eb-2a94-4c34-b111-da9d25100f1d {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:15:14.334123 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 2c8828eb-2a94-4c34-b111-da9d25100f1d not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:15:15.037129 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-74aa18c2-2a57-459f-b9bc-8f9d032301b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:15.197151 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:17.357453 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8ff96915-984a-42ef-a0e4-f9f61558cb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:18.625573 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:20.001356 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:20.258001 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:21.392553 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37386) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:21.500832 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3c23cb2-85da-4ba6-afbc-fe07f7940040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:21.577240 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3c23cb2-85da-4ba6-afbc-fe07f7940040 admin admin] Publish callbacks [] for security_group (384853e8-891d-4fd8-95f3-6d1897cfd564), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:21.648014 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-c3c23cb2-85da-4ba6-afbc-fe07f7940040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (384853e8-891d-4fd8-95f3-6d1897cfd564), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:21.687923 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-c3c23cb2-85da-4ba6-afbc-fe07f7940040 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=89d0b8db43124fd796679613af3b03d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943075 Sep 23 14:15:21.688794 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c23cb2-85da-4ba6-afbc-fe07f7940040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384853e8-891d-4fd8-95f3-6d1897cfd564,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:21.690714 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37390) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:21.739868 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9cf261c9-c939-4913-980c-a0c97b7e84f6 admin admin] Publish callbacks [] for security_group (384853e8-891d-4fd8-95f3-6d1897cfd564), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:21.759220 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9cf261c9-c939-4913-980c-a0c97b7e84f6 admin admin] Publish callbacks [] for security_group (384853e8-891d-4fd8-95f3-6d1897cfd564), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:21.899687 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9cf261c9-c939-4913-980c-a0c97b7e84f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (384853e8-891d-4fd8-95f3-6d1897cfd564), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:21.902233 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9cf261c9-c939-4913-980c-a0c97b7e84f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:21.903421 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-9cf261c9-c939-4913-980c-a0c97b7e84f6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/384853e8-891d-4fd8-95f3-6d1897cfd564 HTTP/1.1" status: 204 len: 168 time: 0.2116852 Sep 23 14:15:21.911280 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf261c9-c939-4913-980c-a0c97b7e84f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384853e8-891d-4fd8-95f3-6d1897cfd564,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:22.282266 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=7 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:22.290142 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:22.542142 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37396) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:22.556308 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e26f8f44-0a05-4322-9843-b52a582a10ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:22.566847 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:22.635483 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e26f8f44-0a05-4322-9843-b52a582a10ee admin admin] Publish callbacks [] for security_group (fa382598-c8d5-45ec-9862-88f083ea8a91), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:22.698637 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-e26f8f44-0a05-4322-9843-b52a582a10ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (fa382598-c8d5-45ec-9862-88f083ea8a91), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:22.715187 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=18 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:22.738200 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-e26f8f44-0a05-4322-9843-b52a582a10ee admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=dcb3b6b73a0a4509b277b576320e0eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949921 Sep 23 14:15:22.739350 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f8f44-0a05-4322-9843-b52a582a10ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa382598-c8d5-45ec-9862-88f083ea8a91,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:22.741061 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37398) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:22.794122 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f7236e29-99fb-44fa-b435-37235a391d52 admin admin] Publish callbacks [] for security_group (fa382598-c8d5-45ec-9862-88f083ea8a91), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:22.815090 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f7236e29-99fb-44fa-b435-37235a391d52 admin admin] Publish callbacks [] for security_group (fa382598-c8d5-45ec-9862-88f083ea8a91), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:22.979489 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f7236e29-99fb-44fa-b435-37235a391d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (fa382598-c8d5-45ec-9862-88f083ea8a91), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:22.982521 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-f7236e29-99fb-44fa-b435-37235a391d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:22.983680 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-f7236e29-99fb-44fa-b435-37235a391d52 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fa382598-c8d5-45ec-9862-88f083ea8a91 HTTP/1.1" status: 204 len: 168 time: 0.2415662 Sep 23 14:15:22.991543 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7236e29-99fb-44fa-b435-37235a391d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa382598-c8d5-45ec-9862-88f083ea8a91,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:23.666386 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37404) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:23.680658 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-879711d0-81d2-4989-bb37-c95df2d82a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:23.755495 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-879711d0-81d2-4989-bb37-c95df2d82a58 admin admin] Publish callbacks [] for security_group (6bd49e67-3438-4fde-bc23-55432ac3b526), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:23.813400 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-879711d0-81d2-4989-bb37-c95df2d82a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (6bd49e67-3438-4fde-bc23-55432ac3b526), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:23.831581 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:23.851881 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879711d0-81d2-4989-bb37-c95df2d82a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd49e67-3438-4fde-bc23-55432ac3b526,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:23.856159 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-879711d0-81d2-4989-bb37-c95df2d82a58 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=87b5a1ebba1242c4a1ad1373cf097022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887667 Sep 23 14:15:23.858847 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37406) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:23.910443 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-98be4abe-884a-4cb5-a3d8-6f1983094f45 admin admin] Publish callbacks [] for security_group (6bd49e67-3438-4fde-bc23-55432ac3b526), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:23.933420 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-98be4abe-884a-4cb5-a3d8-6f1983094f45 admin admin] Publish callbacks [] for security_group (6bd49e67-3438-4fde-bc23-55432ac3b526), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:23.935151 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:24.047900 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-98be4abe-884a-4cb5-a3d8-6f1983094f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (6bd49e67-3438-4fde-bc23-55432ac3b526), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:24.050550 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-98be4abe-884a-4cb5-a3d8-6f1983094f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:24.051736 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-98be4abe-884a-4cb5-a3d8-6f1983094f45 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6bd49e67-3438-4fde-bc23-55432ac3b526 HTTP/1.1" status: 204 len: 168 time: 0.1919885 Sep 23 14:15:24.060530 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be4abe-884a-4cb5-a3d8-6f1983094f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd49e67-3438-4fde-bc23-55432ac3b526,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:27.310755 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:15:32.736196 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=7 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:33.004743 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:34.055544 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=9,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:34.072717 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=66,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:37.306518 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:37.830622 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37512) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:37.935179 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1f6961cd-84f9-4035-a716-676b0aa52519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:38.010733 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1f6961cd-84f9-4035-a716-676b0aa52519 admin admin] Publish callbacks [] for security_group (45d90061-82ea-4087-9441-40a2e0cb4d7b), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:38.080232 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-1f6961cd-84f9-4035-a716-676b0aa52519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (45d90061-82ea-4087-9441-40a2e0cb4d7b), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:38.120591 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-1f6961cd-84f9-4035-a716-676b0aa52519 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e19b3e2dee424dbc9720d0630c5410fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888830 Sep 23 14:15:38.121465 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6961cd-84f9-4035-a716-676b0aa52519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d90061-82ea-4087-9441-40a2e0cb4d7b,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:38.124265 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37516) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:38.181307 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ca6b-b47b-464f-ab52-0194b99e3c48 admin admin] Publish callbacks [] for security_group (45d90061-82ea-4087-9441-40a2e0cb4d7b), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:38.205732 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ca6b-b47b-464f-ab52-0194b99e3c48 admin admin] Publish callbacks [] for security_group (45d90061-82ea-4087-9441-40a2e0cb4d7b), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:38.331478 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ca6b-b47b-464f-ab52-0194b99e3c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (45d90061-82ea-4087-9441-40a2e0cb4d7b), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:38.333904 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ca6b-b47b-464f-ab52-0194b99e3c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:38.335097 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-6ee6ca6b-b47b-464f-ab52-0194b99e3c48 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/45d90061-82ea-4087-9441-40a2e0cb4d7b HTTP/1.1" status: 204 len: 168 time: 0.2095191 Sep 23 14:15:38.343473 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6ca6b-b47b-464f-ab52-0194b99e3c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d90061-82ea-4087-9441-40a2e0cb4d7b,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:39.049944 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37522) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:39.063484 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-51d4b5f4-668b-4ada-a9aa-589b70351461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:39.148077 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-51d4b5f4-668b-4ada-a9aa-589b70351461 admin admin] Publish callbacks [] for security_group (784ab546-0fe2-4c3d-93fb-30a8a2acf719), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:39.268789 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-51d4b5f4-668b-4ada-a9aa-589b70351461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (784ab546-0fe2-4c3d-93fb-30a8a2acf719), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:39.309362 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-51d4b5f4-668b-4ada-a9aa-589b70351461 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6c4f6df631dc48d69bb419ce49d0f6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581615 Sep 23 14:15:39.310081 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4b5f4-668b-4ada-a9aa-589b70351461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784ab546-0fe2-4c3d-93fb-30a8a2acf719,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:39.312127 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37524) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:15:39.364682 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-67082ae4-265d-46ff-991e-91f7738c249f admin admin] Publish callbacks [] for security_group (784ab546-0fe2-4c3d-93fb-30a8a2acf719), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:39.388317 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-67082ae4-265d-46ff-991e-91f7738c249f admin admin] Publish callbacks [] for security_group (784ab546-0fe2-4c3d-93fb-30a8a2acf719), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:39.562254 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-67082ae4-265d-46ff-991e-91f7738c249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (784ab546-0fe2-4c3d-93fb-30a8a2acf719), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:39.565042 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-67082ae4-265d-46ff-991e-91f7738c249f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:39.566245 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-67082ae4-265d-46ff-991e-91f7738c249f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/784ab546-0fe2-4c3d-93fb-30a8a2acf719 HTTP/1.1" status: 204 len: 168 time: 0.2531290 Sep 23 14:15:39.574577 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67082ae4-265d-46ff-991e-91f7738c249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784ab546-0fe2-4c3d-93fb-30a8a2acf719,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:15:43.310112 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:44.995992 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9b1c7f4a-b902-498c-b307-cd85bed7d541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:45.190591 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:47.336707 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-66ff1253-ec5b-4b97-963e-4d0464e15578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:48.624352 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:49.303654 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:49.305502 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:49.569943 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=41,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:49.570719 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=28,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:49.995299 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:50.236448 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:15:59.279674 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:15:59.284550 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:00.154274 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:00.157209 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:04.309631 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:16:06.586476 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 37662) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:16:06.689695 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:06.763133 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Publish callbacks [] for security_group (fa880bfb-c09d-4a35-a182-463b46f9b567), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:06.840528 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (fa880bfb-c09d-4a35-a182-463b46f9b567), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:06.880377 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e2b4fe90f9714a55be65b95a95713e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928271 Sep 23 14:16:06.881495 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa880bfb-c09d-4a35-a182-463b46f9b567,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:06.883111 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37666) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:16:06.888775 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.889123 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.889474 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.889813 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.890144 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.890556 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.890898 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.891221 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.891547 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.891873 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.892200 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.892523 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.892848 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.893167 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.893488 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bb59-fded-4bf2-8e45-2db6bcfca3a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:06.939208 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Publish callbacks [] for security_group (fa880bfb-c09d-4a35-a182-463b46f9b567), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:06.958417 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Publish callbacks [] for security_group (fa880bfb-c09d-4a35-a182-463b46f9b567), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:07.075057 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (fa880bfb-c09d-4a35-a182-463b46f9b567), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:07.077765 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:07.078970 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fa880bfb-c09d-4a35-a182-463b46f9b567 HTTP/1.1" status: 204 len: 168 time: 0.1948860 Sep 23 14:16:07.086765 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa880bfb-c09d-4a35-a182-463b46f9b567,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:07.093950 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.094426 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.094776 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.095120 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.095457 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.095787 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.096118 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.096444 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.096776 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.097100 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.097974 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.098234 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.098587 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.099726 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:07.099726 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c72145-43d1-44b0-9aef-15e567c2c4a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:14.304881 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:14.983905 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-1eef12dd-f5d7-4447-85e0-12aa59505f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:15.206729 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:16.876605 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:16.884511 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=15,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:17.082591 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:17.090537 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:17.331866 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-dbba9e1f-10f9-4797-b6b8-01217a575cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:18.651769 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:20.049051 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:20.245682 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:30.158257 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:30.159355 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:38.073944 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37856) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:16:38.177797 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-86243704-d3e5-480d-8225-2280f0adfdcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:38.253786 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-86243704-d3e5-480d-8225-2280f0adfdcb admin admin] Publish callbacks [] for security_group (c54337f1-bf4a-4493-bd62-14daca24b166), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:38.322141 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-86243704-d3e5-480d-8225-2280f0adfdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c54337f1-bf4a-4493-bd62-14daca24b166), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:38.359159 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86243704-d3e5-480d-8225-2280f0adfdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54337f1-bf4a-4493-bd62-14daca24b166,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:38.363420 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-86243704-d3e5-480d-8225-2280f0adfdcb admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=87b469c9013e44e4af6452e516cf97e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884221 Sep 23 14:16:38.366761 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37860) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:16:38.418767 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84960cae-ccca-46dc-bbd7-782b2641bec0 admin admin] Publish callbacks [] for security_group (c54337f1-bf4a-4493-bd62-14daca24b166), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:38.438834 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84960cae-ccca-46dc-bbd7-782b2641bec0 admin admin] Publish callbacks [] for security_group (c54337f1-bf4a-4493-bd62-14daca24b166), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:38.564880 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84960cae-ccca-46dc-bbd7-782b2641bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (c54337f1-bf4a-4493-bd62-14daca24b166), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:38.567425 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-84960cae-ccca-46dc-bbd7-782b2641bec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:38.568601 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-84960cae-ccca-46dc-bbd7-782b2641bec0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c54337f1-bf4a-4493-bd62-14daca24b166 HTTP/1.1" status: 204 len: 168 time: 0.2007792 Sep 23 14:16:38.576296 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84960cae-ccca-46dc-bbd7-782b2641bec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54337f1-bf4a-4493-bd62-14daca24b166,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:39.580497 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37882) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:16:39.675226 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-289494011-network', 'tenant_id': '01e7888a20c74078b4cb6cb8d6d44899'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:16:39.796131 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Made reservation on behalf of 01e7888a20c74078b4cb6cb8d6d44899 for: {'network': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:16:39.798418 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:39.807722 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:39.880696 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Publish callbacks [] for security_group (9a8878f6-f7af-4656-bbfe-d3a4b93b4d51), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:39.990407 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (9a8878f6-f7af-4656-bbfe-d3a4b93b4d51), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:40.016323 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=106652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:16:40.025234 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:40.031214 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:40.031555 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.db.segments_db [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Added segment 7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438 of type vlan for network b87122fb-88de-4bd4-9f1b-02007d3ac64f Sep 23 14:16:40.079572 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (b87122fb-88de-4bd4-9f1b-02007d3ac64f), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:40.179261 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (b87122fb-88de-4bd4-9f1b-02007d3ac64f), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:40.180280 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:40.180863 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:40.240172 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] Pushing event updated for resources: {'Network': ['ID=b87122fb-88de-4bd4-9f1b-02007d3ac64f,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:40.250414 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network b87122fb-88de-4bd4-9f1b-02007d3ac64f details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:16:40.296311 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-5c811a11-0760-41ee-b0e8-945d97c0afb0 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7147250 Sep 23 14:16:40.299215 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 37886) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:16:40.305225 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] Request body: {'subnet': {'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-289494011-subnet', 'tenant_id': '01e7888a20c74078b4cb6cb8d6d44899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:16:40.390881 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] Made reservation on behalf of 01e7888a20c74078b4cb6cb8d6d44899 for: {'subnet': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:16:40.393169 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777750'] for subnet (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:40.450233 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:40.454793 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:40.657095 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59169651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777728'] for subnet (4f653d84-8ec5-4ea9-be0e-935f19c179a9), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:40.712773 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f653d84-8ec5-4ea9-be0e-935f19c179a9,revision_number=0']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:40.721437 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] Checking segment: {'id': '7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:16:40.721791 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] Network hostable DHCP agents. Network: b87122fb-88de-4bd4-9f1b-02007d3ac64f, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:16:40.799351 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] Network b87122fb-88de-4bd4-9f1b-02007d3ac64f is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:16:40.875956 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, b87122fb-88de-4bd4-9f1b-02007d3ac64f) {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:16:40.880031 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:40.880627 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:40.886314 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a1e1c7-301d-4e98-ba9b-e49ff6f8db13 None None] Network b87122fb-88de-4bd4-9f1b-02007d3ac64f requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:16:40.970129 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-1743eef9-850e-400c-a184-e04dbbbd941c admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6697707 Sep 23 14:16:40.990257 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bba81f-4a3b-4518-bba6-a3b39dc6fb6e None None] Network b87122fb-88de-4bd4-9f1b-02007d3ac64f requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:16:41.308197 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:16:43.042275 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b08fdb-2841-40fd-af8d-44e92452760c req-68c294f6-7f3b-447f-b4dc-5593b8362c4c tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:43.043675 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-68c294f6-7f3b-447f-b4dc-5593b8362c4c tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/networks?id=b87122fb-88de-4bd4-9f1b-02007d3ac64f HTTP/1.1" status: 200 len: 813 time: 0.1075735 Sep 23 14:16:43.058267 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-1cddc3a9-4beb-4fde-92c6-e3700acab98f tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/quotas/01e7888a20c74078b4cb6cb8d6d44899 HTTP/1.1" status: 200 len: 375 time: 0.0093729 Sep 23 14:16:43.091681 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-cd9570bf-dfda-4a61-8f08-2e4bab8dffbd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=01e7888a20c74078b4cb6cb8d6d44899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284898 Sep 23 14:16:43.148696 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-8f8fab63-dd13-408a-a8d7-07c3c052a266 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106653) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 14:16:43.149682 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-8f8fab63-dd13-408a-a8d7-07c3c052a266 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0518951 Sep 23 14:16:43.242347 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-c69d1720-df11-4406-be9b-0967ae1d75ae service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867627 Sep 23 14:16:43.342527 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-535a193b-076e-4dfe-a302-30581762cdcb service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942762 Sep 23 14:16:43.581472 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e2e55eae-f549-4e79-951d-cc3d174f85b9 req-74827559-a633-4952-82d6-61bdb0b9ffb2 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 210 time: 0.0303328 Sep 23 14:16:44.326717 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=18 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:44.688356 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ad8e5589-5856-4ba0-bdb9-1a40e5522e70 req-62429782-49f3-4426-bebf-937850d43b44 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 210 time: 0.0313873 Sep 23 14:16:44.998735 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-018b732f-7bd7-4dff-b266-49caf8433f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:45.230222 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:45.798155 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fcae3ef8-c4ef-4b90-9861-b0050ddb6659 req-d1e5021c-f913-431e-91ab-1e3d820c0a07 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 210 time: 0.0292964 Sep 23 14:16:46.222710 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b08fdb-2841-40fd-af8d-44e92452760c req-3b329842-ce3c-442a-bd4e-659edcaec046 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:46.224152 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-3b329842-ce3c-442a-bd4e-659edcaec046 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.49 "GET /networking/v2.0/networks?id=b87122fb-88de-4bd4-9f1b-02007d3ac64f HTTP/1.1" status: 200 len: 813 time: 0.3465993 Sep 23 14:16:46.257800 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Request body: {'port': {'device_id': 'd50212f1-5bcd-4770-b65f-5c29f5738b54', 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f', 'admin_state_up': True, 'tenant_id': '01e7888a20c74078b4cb6cb8d6d44899'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:16:46.433131 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Made reservation on behalf of 01e7888a20c74078b4cb6cb8d6d44899 for: {'port': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:16:46.436965 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:46.501285 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:46.560299 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Allocated IP 172.20.0.4 (b87122fb-88de-4bd4-9f1b-02007d3ac64f/4f653d84-8ec5-4ea9-be0e-935f19c179a9/5810d767-b9e9-45bb-b14e-11af1fae5447) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:16:46.708588 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks [] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:46.731888 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:46.813049 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:46.862129 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Network b87122fb-88de-4bd4-9f1b-02007d3ac64f is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:16:46.868810 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:16:46.872919 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:16:46.877106 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Pushing event updated for resources: {'Port': ['ID=5810d767-b9e9-45bb-b14e-11af1fae5447,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:46.922831 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:46.927595 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:46.927726 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca965c-ee0e-4a87-8972-3ab41090fe0e req-11b67ad3-99d2-4648-8bbc-4e9c44acb4e9 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:46.928436 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-82ca965c-ee0e-4a87-8972-3ab41090fe0e req-11b67ad3-99d2-4648-8bbc-4e9c44acb4e9 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 931 time: 0.0480466 Sep 23 14:16:46.977818 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-82ca965c-ee0e-4a87-8972-3ab41090fe0e req-4011c87c-7be8-4d00-ad0d-3cef61860589 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Sep 23 14:16:46.993255 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-7d82e905-8871-4c9a-ac02-1c38cce8146e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385979 Sep 23 14:16:47.018635 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Request body: {'port': {'device_id': 'd50212f1-5bcd-4770-b65f-5c29f5738b54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:16:47.076720 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:47.338235 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5810d767-b9e9-45bb-b14e-11af1fae5447 {{(pid=106652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:16:47.345508 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Publish callbacks [] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:47.358220 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.provisioning_blocks [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Transition to ACTIVE for port object 5810d767-b9e9-45bb-b14e-11af1fae5447 will not be triggered until provisioned by entity L2. {{(pid=106652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:16:47.361286 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-330fd305-6ec0-46d8-9db7-dd067019591b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:47.424346 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:47.504282 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Pushing event updated for resources: {'Port': ['ID=5810d767-b9e9-45bb-b14e-11af1fae5447,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:47.534358 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Attempting to bind port 5810d767-b9e9-45bb-b14e-11af1fae5447 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:16:47.537002 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Attempting to bind port 5810d767-b9e9-45bb-b14e-11af1fae5447 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f'}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:16:47.537002 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Attempting to bind port 5810d767-b9e9-45bb-b14e-11af1fae5447 on network b87122fb-88de-4bd4-9f1b-02007d3ac64f {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:16:47.576296 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Port 5810d767-b9e9-45bb-b14e-11af1fae5447 on network b87122fb-88de-4bd4-9f1b-02007d3ac64f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:16:47.576618 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Attempting to bind port 5810d767-b9e9-45bb-b14e-11af1fae5447 on network b87122fb-88de-4bd4-9f1b-02007d3ac64f {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:16:47.599515 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:47.619382 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:16:47.619717 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Checking segment: {'id': '7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:16:47.620097 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Bound using segment: {'id': '7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f'} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:16:47.620526 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Bound port: 5810d767-b9e9-45bb-b14e-11af1fae5447, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f'}}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:16:47.620878 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:47.680853 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] For port 5810d767-b9e9-45bb-b14e-11af1fae5447, host hv-cinder-85743, cleared binding levels {{(pid=106652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:16:47.683893 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] For port 5810d767-b9e9-45bb-b14e-11af1fae5447, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5810d767-b9e9-45bb-b14e-11af1fae5447,segment=NetworkSegment(7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438),segment_id=7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438)] {{(pid=106652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:16:47.727443 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:47.730688 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:47.731293 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:47.732669 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/5810d767-b9e9-45bb-b14e-11af1fae5447 HTTP/1.1" status: 200 len: 1093 time: 0.7182238 Sep 23 14:16:47.734860 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50212f1-5bcd-4770-b65f-5c29f5738b54', 'tag': '5810d767-b9e9-45bb-b14e-11af1fae5447'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:16:47.737075 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eda7f91-6e39-454d-8b9b-21ff2812b48c" -d '{"events": [{"name": "network-changed", "server_uuid": "d50212f1-5bcd-4770-b65f-5c29f5738b54", "tag": "5810d767-b9e9-45bb-b14e-11af1fae5447"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:16:47.773484 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:47.775586 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48fd76e-53e0-4b6c-aa0c-bbadc5e67369 x-openstack-request-id: req-c48fd76e-53e0-4b6c-aa0c-bbadc5e67369 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:16:47.775871 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50212f1-5bcd-4770-b65f-5c29f5738b54", "tag": "5810d767-b9e9-45bb-b14e-11af1fae5447", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:16:47.776122 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c48fd76e-53e0-4b6c-aa0c-bbadc5e67369 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:16:47.776528 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48fd76e-53e0-4b6c-aa0c-bbadc5e67369'] response: {'name': 'network-changed', 'server_uuid': 'd50212f1-5bcd-4770-b65f-5c29f5738b54', 'tag': '5810d767-b9e9-45bb-b14e-11af1fae5447', 'status': 'completed', 'code': 200} Sep 23 14:16:47.792315 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34be5a-d133-4a4a-b0a7-8f8471e2ea01 service neutron] Pushing event updated for resources: {'Port': ['ID=5810d767-b9e9-45bb-b14e-11af1fae5447,revision_number=3']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:47.866428 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda7f91-6e39-454d-8b9b-21ff2812b48c req-2456a46a-c790-4bd5-bfcd-ecf54b25543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:47.868538 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-4eda7f91-6e39-454d-8b9b-21ff2812b48c req-2456a46a-c790-4bd5-bfcd-ecf54b25543a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=01e7888a20c74078b4cb6cb8d6d44899&device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 1127 time: 0.0389519 Sep 23 14:16:47.977772 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda7f91-6e39-454d-8b9b-21ff2812b48c req-865d1515-38f3-4189-80eb-b69d248bdd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:47.979235 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-4eda7f91-6e39-454d-8b9b-21ff2812b48c req-865d1515-38f3-4189-80eb-b69d248bdd92 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=01e7888a20c74078b4cb6cb8d6d44899&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0950053 Sep 23 14:16:48.077151 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda7f91-6e39-454d-8b9b-21ff2812b48c req-7249da4e-c594-4fac-8925-dcd6f3987f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:48.078648 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-4eda7f91-6e39-454d-8b9b-21ff2812b48c req-7249da4e-c594-4fac-8925-dcd6f3987f3f service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894163 Sep 23 14:16:48.099140 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4a2b1-e3f1-4cc5-9531-03c81486e5e9 req-fee500de-2a7b-4327-b62c-9f3eec38b13f tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:48.100608 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-12a4a2b1-e3f1-4cc5-9531-03c81486e5e9 req-fee500de-2a7b-4327-b62c-9f3eec38b13f tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 943 time: 0.0488112 Sep 23 14:16:48.148210 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-12a4a2b1-e3f1-4cc5-9531-03c81486e5e9 req-368090f6-57bc-43b8-b690-6ae0c88aff71 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411656 Sep 23 14:16:48.191421 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b08fdb-2841-40fd-af8d-44e92452760c req-ba980b5b-9453-46ef-97c6-328bd1eeb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:48.192897 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-ba980b5b-9453-46ef-97c6-328bd1eeb37d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=01e7888a20c74078b4cb6cb8d6d44899&device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 1127 time: 0.0410526 Sep 23 14:16:48.250769 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-c4fecdc4-23c3-4f85-b6f7-b26784386f79 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5810d767-b9e9-45bb-b14e-11af1fae5447 HTTP/1.1" status: 200 len: 217 time: 0.0366976 Sep 23 14:16:48.302669 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b08fdb-2841-40fd-af8d-44e92452760c req-366ca705-9cb4-4e3e-8f22-40f03d7c8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:48.304083 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-366ca705-9cb4-4e3e-8f22-40f03d7c8306 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f653d84-8ec5-4ea9-be0e-935f19c179a9 HTTP/1.1" status: 200 len: 853 time: 0.0432379 Sep 23 14:16:48.339099 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-9bd7e550-3455-4271-a4f9-fc75abe159d6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b87122fb-88de-4bd4-9f1b-02007d3ac64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254550 Sep 23 14:16:48.435269 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-26028094-47d9-407d-be58-290b8f66dedf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860977 Sep 23 14:16:48.526574 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-32b08fdb-2841-40fd-af8d-44e92452760c req-9f87b0ae-40c1-45ca-b7a8-7f1811a2d373 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823257 Sep 23 14:16:48.638641 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:49.270102 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903503-ccee-469f-ab56-a5b74d4e163f req-fe776ace-04d2-4445-9707-c45063cad3c3 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:49.273998 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2c903503-ccee-469f-ab56-a5b74d4e163f req-fe776ace-04d2-4445-9707-c45063cad3c3 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 943 time: 0.0476632 Sep 23 14:16:49.317915 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2c903503-ccee-469f-ab56-a5b74d4e163f req-8b9904b2-de15-41ab-a48b-eab9316fe7ad tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Sep 23 14:16:50.001321 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:50.233269 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:50.436337 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebb455-473e-4ea7-b015-b7dcba295120 req-eaf184cf-9bb5-4ad5-acc2-522a48051d8e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:50.437777 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-11ebb455-473e-4ea7-b015-b7dcba295120 req-eaf184cf-9bb5-4ad5-acc2-522a48051d8e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 943 time: 0.0453796 Sep 23 14:16:50.487241 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-11ebb455-473e-4ea7-b015-b7dcba295120 req-68988e02-79fd-4dd9-af81-4016673bf492 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Sep 23 14:16:50.600657 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 5810d767-b9e9-45bb-b14e-11af1fae5447 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:16:50.699523 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 5810d767-b9e9-45bb-b14e-11af1fae5447, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5810d767-b9e9-45bb-b14e-11af1fae5447,segment=NetworkSegment(7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438),segment_id=7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:16:50.710078 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '5810d767-b9e9-45bb-b14e-11af1fae5447', 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f', 'port_id': '5810d767-b9e9-45bb-b14e-11af1fae5447', 'mac_address': 'fa:16:3e:70:62:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f653d84-8ec5-4ea9-be0e-935f19c179a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:16:50.744566 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 5810d767-b9e9-45bb-b14e-11af1fae5447 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:16:50.744961 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:50.757548 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5810d767-b9e9-45bb-b14e-11af1fae5447 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:16:50.777730 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 5810d767-b9e9-45bb-b14e-11af1fae5447, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5810d767-b9e9-45bb-b14e-11af1fae5447,segment=NetworkSegment(7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438),segment_id=7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:16:50.861332 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:50.908336 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=5810d767-b9e9-45bb-b14e-11af1fae5447,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:50.915993 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.916343 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.916678 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.917011 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.917338 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.917663 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.918027 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.918372 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.918701 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.919019 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.919340 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.922698 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.922698 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.922698 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:50.922698 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:16:51.228127 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['5810d767-b9e9-45bb-b14e-11af1fae5447'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:16:51.304324 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=16 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:51.353728 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:51.606219 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78047e27-c92a-4966-816b-b1f094b02c30 req-5dcfe53f-ac2f-4243-a057-6c3447886f3c tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:51.607677 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-78047e27-c92a-4966-816b-b1f094b02c30 req-5dcfe53f-ac2f-4243-a057-6c3447886f3c tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 944 time: 0.0455792 Sep 23 14:16:51.653181 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-78047e27-c92a-4966-816b-b1f094b02c30 req-b8b4d623-e8f6-405c-9718-2bacd7fcac05 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397305 Sep 23 14:16:52.646544 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 5810d767-b9e9-45bb-b14e-11af1fae5447 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:16:52.688548 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 5810d767-b9e9-45bb-b14e-11af1fae5447 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:16:52.770957 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c61d8-4a85-462c-bcfc-1bc95f61ee87 req-e3001ad9-687d-4601-8048-5cc81fb0e60a tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:52.772400 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-220c61d8-4a85-462c-bcfc-1bc95f61ee87 req-e3001ad9-687d-4601-8048-5cc81fb0e60a tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 944 time: 0.0466013 Sep 23 14:16:52.805373 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 5810d767-b9e9-45bb-b14e-11af1fae5447 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:16:52.805616 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:52.805950 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 5810d767-b9e9-45bb-b14e-11af1fae5447 Sep 23 14:16:52.820580 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-220c61d8-4a85-462c-bcfc-1bc95f61ee87 req-d01d2a8b-b3ae-4bb2-b6a9-0fb23d3c117a tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424407 Sep 23 14:16:52.952733 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:53.003639 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 5810d767-b9e9-45bb-b14e-11af1fae5447 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:16:53.004024 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:53.026677 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50212f1-5bcd-4770-b65f-5c29f5738b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5810d767-b9e9-45bb-b14e-11af1fae5447'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:16:53.028893 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85b476a-bbec-4535-9e48-26540038619e" -d '{"events": [{"server_uuid": "d50212f1-5bcd-4770-b65f-5c29f5738b54", "name": "network-vif-plugged", "status": "completed", "tag": "5810d767-b9e9-45bb-b14e-11af1fae5447"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:16:53.042429 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 5810d767-b9e9-45bb-b14e-11af1fae5447, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5810d767-b9e9-45bb-b14e-11af1fae5447,segment=NetworkSegment(7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438),segment_id=7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:16:53.065743 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6570db-9699-409c-9028-55127a1b1171 x-openstack-request-id: req-7d6570db-9699-409c-9028-55127a1b1171 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:16:53.066036 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50212f1-5bcd-4770-b65f-5c29f5738b54", "name": "network-vif-plugged", "status": "completed", "tag": "5810d767-b9e9-45bb-b14e-11af1fae5447", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:16:53.066291 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d6570db-9699-409c-9028-55127a1b1171 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:16:53.066940 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6570db-9699-409c-9028-55127a1b1171'] response: {'server_uuid': 'd50212f1-5bcd-4770-b65f-5c29f5738b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5810d767-b9e9-45bb-b14e-11af1fae5447', 'code': 200} Sep 23 14:16:53.097968 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:16:53.150294 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=5810d767-b9e9-45bb-b14e-11af1fae5447,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:16:53.374270 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256b49-48f6-4f1c-9e81-43f97002f1ba req-8056d99c-24d4-49fd-9848-07df8867e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:53.375784 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-95256b49-48f6-4f1c-9e81-43f97002f1ba req-8056d99c-24d4-49fd-9848-07df8867e1bf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 1129 time: 0.0448983 Sep 23 14:16:53.422527 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-95256b49-48f6-4f1c-9e81-43f97002f1ba req-ddbd6ab2-e3e0-41b0-9d0f-51684cd584ef service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Sep 23 14:16:53.951885 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26debc32-dbfb-48a3-8d2d-b7e036e2f322 req-dc9305f1-4c23-44b1-b808-22031520c126 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:53.953263 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-26debc32-dbfb-48a3-8d2d-b7e036e2f322 req-dc9305f1-4c23-44b1-b808-22031520c126 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 945 time: 0.0527384 Sep 23 14:16:53.987076 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:53.999175 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-26debc32-dbfb-48a3-8d2d-b7e036e2f322 req-7bdc69ce-3869-463d-8611-e24de54cc091 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Sep 23 14:16:55.125508 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d51dfd-5817-4a6e-b84f-d7f0f896dc4a req-d6379738-b213-4bf9-b517-0f8de9fe487b tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:55.127026 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-25d51dfd-5817-4a6e-b84f-d7f0f896dc4a req-d6379738-b213-4bf9-b517-0f8de9fe487b tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 945 time: 0.0472798 Sep 23 14:16:55.139350 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:16:55.176595 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-25d51dfd-5817-4a6e-b84f-d7f0f896dc4a req-b70691e1-d440-4f20-b0fb-0d1b0de4422e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437326 Sep 23 14:16:56.302385 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56306f-2cdc-4430-8511-d71e0d10caea req-52cc2e99-325f-42e6-a358-16756a66e774 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:16:56.303834 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d56306f-2cdc-4430-8511-d71e0d10caea req-52cc2e99-325f-42e6-a358-16756a66e774 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 945 time: 0.0503607 Sep 23 14:16:56.351188 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3d56306f-2cdc-4430-8511-d71e0d10caea req-b9139965-fbe7-472b-b4f3-f77ad57727a0 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417573 Sep 23 14:17:03.145791 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=36,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:03.147669 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=8 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:03.417554 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=48 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:03.419938 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=84 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:06.345555 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=23 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:06.347506 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=9 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:13.287460 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:14.986766 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9f58814e-56fd-42c3-a662-c3d5374ca309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:15.209892 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:17.330610 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d1709dd5-95cb-4bf0-b559-1e54cb1ac756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:18.309730 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:17:18.637036 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:19.306449 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=6 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:20.037207 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:20.237046 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:28.307008 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:29.541487 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a286c986-f35d-4eaa-a440-67fc760ea65f req-dda6d1ed-d6d4-4afb-b731-35b7fa0b405a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400970 Sep 23 14:17:29.653660 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286c986-f35d-4eaa-a440-67fc760ea65f req-a8b118df-8138-49c5-81a2-0a4bf934ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:17:29.655186 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a286c986-f35d-4eaa-a440-67fc760ea65f req-a8b118df-8138-49c5-81a2-0a4bf934ec97 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=01e7888a20c74078b4cb6cb8d6d44899&device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 1129 time: 0.0391893 Sep 23 14:17:29.766876 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286c986-f35d-4eaa-a440-67fc760ea65f req-0061335e-f5f0-48d7-ae22-b45a54cae475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:17:29.768265 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a286c986-f35d-4eaa-a440-67fc760ea65f req-0061335e-f5f0-48d7-ae22-b45a54cae475 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b87122fb-88de-4bd4-9f1b-02007d3ac64f HTTP/1.1" status: 200 len: 914 time: 0.0922589 Sep 23 14:17:29.808473 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a286c986-f35d-4eaa-a440-67fc760ea65f req-37eadeed-3b57-49db-b8b9-c4c66581c4a4 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5810d767-b9e9-45bb-b14e-11af1fae5447 HTTP/1.1" status: 200 len: 217 time: 0.0327849 Sep 23 14:17:29.856059 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286c986-f35d-4eaa-a440-67fc760ea65f req-e0063409-c229-46e7-a855-88ee2edebec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:17:29.857494 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a286c986-f35d-4eaa-a440-67fc760ea65f req-e0063409-c229-46e7-a855-88ee2edebec1 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f653d84-8ec5-4ea9-be0e-935f19c179a9 HTTP/1.1" status: 200 len: 853 time: 0.0435932 Sep 23 14:17:29.897415 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a286c986-f35d-4eaa-a440-67fc760ea65f req-8bbc599b-cf1b-4778-9aba-d0858e4e4568 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b87122fb-88de-4bd4-9f1b-02007d3ac64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341213 Sep 23 14:17:29.990971 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a286c986-f35d-4eaa-a440-67fc760ea65f req-32aa1a90-eea2-4fa9-8e54-c2efa3807495 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Sep 23 14:17:30.083295 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-a286c986-f35d-4eaa-a440-67fc760ea65f req-d6d7b929-441b-4716-b689-0dcbc9affe9e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856540 Sep 23 14:17:30.162938 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:30.166080 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:40.078960 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=44 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:40.079734 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=44 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:41.611968 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155caf02-1114-44ac-9c23-5532c961b99c req-45bbbd0a-cca6-4db0-8e8b-6c13e2dc41b5 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:17:41.613433 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-155caf02-1114-44ac-9c23-5532c961b99c req-45bbbd0a-cca6-4db0-8e8b-6c13e2dc41b5 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 945 time: 0.0478177 Sep 23 14:17:41.659441 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-155caf02-1114-44ac-9c23-5532c961b99c req-d4d19b5d-0c00-4f62-b2d9-29d8a2d8fc15 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Sep 23 14:17:42.778769 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b1fc0-49f3-477e-867f-87946ec34a17 req-e700ed69-1563-4e4d-9dba-7aa27f721871 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:17:42.780183 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7b0b1fc0-49f3-477e-867f-87946ec34a17 req-e700ed69-1563-4e4d-9dba-7aa27f721871 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 945 time: 0.0455394 Sep 23 14:17:42.829397 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7b0b1fc0-49f3-477e-867f-87946ec34a17 req-91de11d4-0020-4b66-a936-9914ac4fe585 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437036 Sep 23 14:17:43.314839 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:DELETE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:43.477251 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad7701-e842-4a18-be3a-81987fee0c27 req-1117ae84-c555-4ada-a647-43ed69b97598 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:17:43.478607 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-69ad7701-e842-4a18-be3a-81987fee0c27 req-1117ae84-c555-4ada-a647-43ed69b97598 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 945 time: 0.0457220 Sep 23 14:17:43.557039 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-69ad7701-e842-4a18-be3a-81987fee0c27 req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Deleting port 5810d767-b9e9-45bb-b14e-11af1fae5447 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:17:43.557373 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-69ad7701-e842-4a18-be3a-81987fee0c27 req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:43.648801 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-69ad7701-e842-4a18-be3a-81987fee0c27 req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] For port 5810d767-b9e9-45bb-b14e-11af1fae5447, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5810d767-b9e9-45bb-b14e-11af1fae5447,segment=NetworkSegment(7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438),segment_id=7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:17:43.649148 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-69ad7701-e842-4a18-be3a-81987fee0c27 req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:43.661674 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-69ad7701-e842-4a18-be3a-81987fee0c27 req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Calling delete_port for 5810d767-b9e9-45bb-b14e-11af1fae5447 owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:17:43.866901 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-69ad7701-e842-4a18-be3a-81987fee0c27 req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (5810d767-b9e9-45bb-b14e-11af1fae5447), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:43.895030 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Pushing event deleted for resources: {'Port': ['ID=5810d767-b9e9-45bb-b14e-11af1fae5447,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:17:43.906379 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['5810d767-b9e9-45bb-b14e-11af1fae5447'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:17:43.923819 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.924168 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.924627 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.924839 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.925173 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.925503 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.925832 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.926157 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.926517 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.927514 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.927878 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.928264 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.928531 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.928855 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.929202 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:17:43.943664 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2de64e20-943e-4e3d-bad5-586a158fad28 req-7fa5ed39-a8b9-4f83-b4f3-bcc075bcadb7 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 210 time: 0.0325603 Sep 23 14:17:43.953015 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ad7701-e842-4a18-be3a-81987fee0c27 req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] No DVR routers for this DVR port 5810d767-b9e9-45bb-b14e-11af1fae5447 on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:17:43.967887 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-69ad7701-e842-4a18-be3a-81987fee0c27 req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:43.971109 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-69ad7701-e842-4a18-be3a-81987fee0c27 req-1d8dd1fa-bc8b-4391-bf83-c94134334f99 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.49 "DELETE /networking/v2.0/ports/5810d767-b9e9-45bb-b14e-11af1fae5447 HTTP/1.1" status: 204 len: 173 time: 0.4862974 Sep 23 14:17:43.971602 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50212f1-5bcd-4770-b65f-5c29f5738b54', 'name': 'network-vif-deleted', 'tag': '5810d767-b9e9-45bb-b14e-11af1fae5447'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:17:43.973880 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be57d4bc-235b-4c40-b513-f97c8dc66275" -d '{"events": [{"server_uuid": "d50212f1-5bcd-4770-b65f-5c29f5738b54", "name": "network-vif-deleted", "tag": "5810d767-b9e9-45bb-b14e-11af1fae5447"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:17:44.010869 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c66985f-13f7-48e2-bd86-0960a17c57d4 x-openstack-request-id: req-8c66985f-13f7-48e2-bd86-0960a17c57d4 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:17:44.011164 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50212f1-5bcd-4770-b65f-5c29f5738b54", "name": "network-vif-deleted", "tag": "5810d767-b9e9-45bb-b14e-11af1fae5447", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:17:44.011420 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c66985f-13f7-48e2-bd86-0960a17c57d4 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:17:44.011830 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c66985f-13f7-48e2-bd86-0960a17c57d4'] response: {'server_uuid': 'd50212f1-5bcd-4770-b65f-5c29f5738b54', 'name': 'network-vif-deleted', 'tag': '5810d767-b9e9-45bb-b14e-11af1fae5447', 'status': 'completed', 'code': 200} Sep 23 14:17:45.009372 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-6799c47f-9269-41c9-bcc0-089c0ed0041f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:45.054939 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-658b6c45-f49f-44a6-914f-8b73b1efd034 req-4faa97b7-ac8d-44ef-9fef-976d9f0b69c9 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d50212f1-5bcd-4770-b65f-5c29f5738b54 HTTP/1.1" status: 200 len: 210 time: 0.0286157 Sep 23 14:17:45.210007 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:47.350285 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-1f29ebf4-5184-4285-a1ef-4f8ae99c458c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:48.614730 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:49.417045 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 5810d767-b9e9-45bb-b14e-11af1fae5447 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:17:49.436964 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 5810d767-b9e9-45bb-b14e-11af1fae5447 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:17:49.437304 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 5810d767-b9e9-45bb-b14e-11af1fae5447 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:17:50.014204 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:50.248914 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:50.285363 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=7 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:53.935694 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:53.952806 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:55.035278 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=20 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:55.036781 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=20 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:17:55.308479 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:17:56.634545 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-de3160eb-f705-469f-9bd5-ae15a1155914 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:17:56.635981 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-de3160eb-f705-469f-9bd5-ae15a1155914 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/networks?id=b87122fb-88de-4bd4-9f1b-02007d3ac64f HTTP/1.1" status: 200 len: 813 time: 0.1054053 Sep 23 14:17:56.653477 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-b53b0aee-3876-42e2-a749-a6e32d434795 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/quotas/01e7888a20c74078b4cb6cb8d6d44899 HTTP/1.1" status: 200 len: 375 time: 0.0121300 Sep 23 14:17:56.686862 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-05c6ee14-5f29-41bb-9006-ed32256a3101 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=01e7888a20c74078b4cb6cb8d6d44899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282030 Sep 23 14:17:56.777897 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-16319bd5-b247-4469-938f-3bb0bbb32428 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844388 Sep 23 14:17:56.866048 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-9cb369ca-956e-48ba-99eb-516d2a3be9af service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824728 Sep 23 14:17:57.138603 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7f9adba9-eb2d-419f-a44a-576ddc50bc3c req-8a5749df-892e-46c6-9d69-50c693a212d3 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 210 time: 0.0317998 Sep 23 14:17:58.498514 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d2d53d55-78a4-4540-ab86-d57998717749 req-1391e1cd-99fe-40df-addf-aa4b8372ac3a tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 210 time: 0.2831910 Sep 23 14:17:59.363261 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-65dcc4d9-4f15-4dcb-9240-d5de3102c760 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:17:59.364694 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-65dcc4d9-4f15-4dcb-9240-d5de3102c760 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.49 "GET /networking/v2.0/networks?id=b87122fb-88de-4bd4-9f1b-02007d3ac64f HTTP/1.1" status: 200 len: 813 time: 0.1091144 Sep 23 14:17:59.386007 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Request body: {'port': {'device_id': '5674ce1b-ecff-4c2f-b008-1f3c47a5c541', 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f', 'admin_state_up': True, 'tenant_id': '01e7888a20c74078b4cb6cb8d6d44899'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:17:59.579458 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Made reservation on behalf of 01e7888a20c74078b4cb6cb8d6d44899 for: {'port': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:17:59.583181 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:59.603819 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b710a57a-a970-406c-9814-e6c0a14a4306 req-60808ba8-0108-4af5-a8f3-7a5d781fa6cb tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 210 time: 0.0293107 Sep 23 14:17:59.717034 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Allocated IP 172.20.0.4 (b87122fb-88de-4bd4-9f1b-02007d3ac64f/4f653d84-8ec5-4ea9-be0e-935f19c179a9/02418a3f-fa13-4e31-b1ef-6fd34f67862a) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:17:59.864153 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks [] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:17:59.956897 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:00.002416 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Network b87122fb-88de-4bd4-9f1b-02007d3ac64f is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:18:00.005504 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:18:00.009958 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:18:00.036384 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Pushing event updated for resources: {'Port': ['ID=02418a3f-fa13-4e31-b1ef-6fd34f67862a,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:18:00.060627 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:00.061225 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:00.176486 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-3622155b-dcdf-45cd-9c75-4348a33bb1dd tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7943134 Sep 23 14:18:00.255514 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Request body: {'port': {'device_id': '5674ce1b-ecff-4c2f-b008-1f3c47a5c541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:18:00.313620 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:00.364541 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:00.412610 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:00.569196 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02418a3f-fa13-4e31-b1ef-6fd34f67862a {{(pid=106652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:18:00.576997 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Publish callbacks [] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:00.589348 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.provisioning_blocks [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Transition to ACTIVE for port object 02418a3f-fa13-4e31-b1ef-6fd34f67862a will not be triggered until provisioned by entity L2. {{(pid=106652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:18:00.666389 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:00.710924 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=02418a3f-fa13-4e31-b1ef-6fd34f67862a,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:18:00.729666 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178e46c-7e5c-4d25-8604-d183ebe580eb req-1e14023e-aa20-4f1c-9e50-45d03882ef1f tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:00.731187 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9178e46c-7e5c-4d25-8604-d183ebe580eb req-1e14023e-aa20-4f1c-9e50-45d03882ef1f tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 943 time: 0.0477118 Sep 23 14:18:00.779309 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-9178e46c-7e5c-4d25-8604-d183ebe580eb req-cbe0aa50-0154-43f2-bcb4-d36737e1a72d tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Sep 23 14:18:00.779661 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Attempting to bind port 02418a3f-fa13-4e31-b1ef-6fd34f67862a on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:18:00.779661 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Attempting to bind port 02418a3f-fa13-4e31-b1ef-6fd34f67862a by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f'}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:18:00.780018 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Attempting to bind port 02418a3f-fa13-4e31-b1ef-6fd34f67862a on network b87122fb-88de-4bd4-9f1b-02007d3ac64f {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:18:00.825040 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Port 02418a3f-fa13-4e31-b1ef-6fd34f67862a on network b87122fb-88de-4bd4-9f1b-02007d3ac64f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:18:00.825298 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Attempting to bind port 02418a3f-fa13-4e31-b1ef-6fd34f67862a on network b87122fb-88de-4bd4-9f1b-02007d3ac64f {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:18:00.865317 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:18:00.865646 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Checking segment: {'id': '7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:18:00.866021 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Bound using segment: {'id': '7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f'} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:18:00.866543 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Bound port: 02418a3f-fa13-4e31-b1ef-6fd34f67862a, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f'}}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:18:00.867537 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:00.926082 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:00.927319 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] For port 02418a3f-fa13-4e31-b1ef-6fd34f67862a, host hv-cinder-85743, cleared binding levels {{(pid=106652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:18:00.930781 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] For port 02418a3f-fa13-4e31-b1ef-6fd34f67862a, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=02418a3f-fa13-4e31-b1ef-6fd34f67862a,segment=NetworkSegment(7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438),segment_id=7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438)] {{(pid=106652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:18:01.002984 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:01.007099 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:01.008344 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:01.009786 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/02418a3f-fa13-4e31-b1ef-6fd34f67862a HTTP/1.1" status: 200 len: 1093 time: 0.8023062 Sep 23 14:18:01.010354 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5674ce1b-ecff-4c2f-b008-1f3c47a5c541', 'tag': '02418a3f-fa13-4e31-b1ef-6fd34f67862a'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:18:01.012583 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e9dc76-ec51-4814-9097-28cf470594b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5674ce1b-ecff-4c2f-b008-1f3c47a5c541", "tag": "02418a3f-fa13-4e31-b1ef-6fd34f67862a"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:18:01.053685 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5f385a-ebb6-4b8a-a006-aa29ba6ca622 x-openstack-request-id: req-bf5f385a-ebb6-4b8a-a006-aa29ba6ca622 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:18:01.055795 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5674ce1b-ecff-4c2f-b008-1f3c47a5c541", "tag": "02418a3f-fa13-4e31-b1ef-6fd34f67862a", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:18:01.055795 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf5f385a-ebb6-4b8a-a006-aa29ba6ca622 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:18:01.055795 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5f385a-ebb6-4b8a-a006-aa29ba6ca622'] response: {'name': 'network-changed', 'server_uuid': '5674ce1b-ecff-4c2f-b008-1f3c47a5c541', 'tag': '02418a3f-fa13-4e31-b1ef-6fd34f67862a', 'status': 'completed', 'code': 200} Sep 23 14:18:01.066662 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ea265-e654-4b54-9fb1-c0142bfecbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=02418a3f-fa13-4e31-b1ef-6fd34f67862a,revision_number=3']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:18:01.150782 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9dc76-ec51-4814-9097-28cf470594b0 req-33a3de45-47b7-4aaa-9499-0b7b9f01ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:01.152251 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c8e9dc76-ec51-4814-9097-28cf470594b0 req-33a3de45-47b7-4aaa-9499-0b7b9f01ed73 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=01e7888a20c74078b4cb6cb8d6d44899&device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 1127 time: 0.0403066 Sep 23 14:18:01.258538 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9dc76-ec51-4814-9097-28cf470594b0 req-44990ddc-cea9-415c-bd4f-b1200ea6be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:01.260017 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c8e9dc76-ec51-4814-9097-28cf470594b0 req-44990ddc-cea9-415c-bd4f-b1200ea6be0a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=01e7888a20c74078b4cb6cb8d6d44899&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0934830 Sep 23 14:18:01.356572 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9dc76-ec51-4814-9097-28cf470594b0 req-26fb7b6a-2fff-4560-bde5-e24775d54e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:01.357909 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-c8e9dc76-ec51-4814-9097-28cf470594b0 req-26fb7b6a-2fff-4560-bde5-e24775d54e9f service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920584 Sep 23 14:18:01.455886 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-cb14468a-e03e-40bb-8cbf-d023da64afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:01.457328 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-cb14468a-e03e-40bb-8cbf-d023da64afcc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=01e7888a20c74078b4cb6cb8d6d44899&device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 1127 time: 0.0383701 Sep 23 14:18:01.505706 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-44b3abd0-e70c-41b9-b9da-6eb4a585be67 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02418a3f-fa13-4e31-b1ef-6fd34f67862a HTTP/1.1" status: 200 len: 217 time: 0.0347919 Sep 23 14:18:01.552343 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-6f4c3e93-399d-4922-9cbd-4c11a201e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:01.553708 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-6f4c3e93-399d-4922-9cbd-4c11a201e3f0 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f653d84-8ec5-4ea9-be0e-935f19c179a9 HTTP/1.1" status: 200 len: 853 time: 0.0420487 Sep 23 14:18:01.583819 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-4fef1ae7-bed4-4e77-8c39-03798261e80b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b87122fb-88de-4bd4-9f1b-02007d3ac64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239716 Sep 23 14:18:01.676836 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-14b05196-5a29-4038-a138-02271c1d3ca0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862136 Sep 23 14:18:01.764349 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-304037e2-9350-4acc-b99c-5c86dfeced52 req-39a09089-f531-4b52-b3a5-c23ff2537f0c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809400 Sep 23 14:18:01.902664 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27972adb-fc94-4bf6-814a-8c5543cfc9f1 req-7d3f2625-a23c-480b-b038-72c0da444256 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:01.904181 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-27972adb-fc94-4bf6-814a-8c5543cfc9f1 req-7d3f2625-a23c-480b-b038-72c0da444256 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 943 time: 0.0487282 Sep 23 14:18:01.950765 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-27972adb-fc94-4bf6-814a-8c5543cfc9f1 req-c24ba247-2b4b-4415-bbe3-c96cd813b69f tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Sep 23 14:18:03.070809 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b4046-fc04-41f1-b75f-f9940d592f31 req-27f12e91-915e-40a4-989f-ad300c383803 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:03.072239 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7e4b4046-fc04-41f1-b75f-f9940d592f31 req-27f12e91-915e-40a4-989f-ad300c383803 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 943 time: 0.0462022 Sep 23 14:18:03.118140 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7e4b4046-fc04-41f1-b75f-f9940d592f31 req-64a24ebe-c657-420f-a031-907a44edae2e tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Sep 23 14:18:03.483131 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 02418a3f-fa13-4e31-b1ef-6fd34f67862a details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:18:03.587547 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 02418a3f-fa13-4e31-b1ef-6fd34f67862a, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=02418a3f-fa13-4e31-b1ef-6fd34f67862a,segment=NetworkSegment(7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438),segment_id=7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:18:03.599105 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '02418a3f-fa13-4e31-b1ef-6fd34f67862a', 'network_id': 'b87122fb-88de-4bd4-9f1b-02007d3ac64f', 'port_id': '02418a3f-fa13-4e31-b1ef-6fd34f67862a', 'mac_address': 'fa:16:3e:4e:93:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f653d84-8ec5-4ea9-be0e-935f19c179a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:18:03.636268 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 02418a3f-fa13-4e31-b1ef-6fd34f67862a is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:18:03.636651 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:03.650528 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02418a3f-fa13-4e31-b1ef-6fd34f67862a {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:18:03.669734 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 02418a3f-fa13-4e31-b1ef-6fd34f67862a, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=02418a3f-fa13-4e31-b1ef-6fd34f67862a,segment=NetworkSegment(7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438),segment_id=7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:18:03.761020 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:03.807998 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=02418a3f-fa13-4e31-b1ef-6fd34f67862a,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:18:03.814994 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.815345 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.815692 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.816033 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.816369 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.816752 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.817091 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.817419 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.817745 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.818070 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.818417 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.818747 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.819069 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.819391 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:03.820193 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:18:04.139618 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['02418a3f-fa13-4e31-b1ef-6fd34f67862a'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:18:04.245703 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6277b8-7708-49b3-89c8-b9d0f55eea89 req-699c26d1-e1c1-4861-91ac-84a80901b0e3 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:04.247193 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-df6277b8-7708-49b3-89c8-b9d0f55eea89 req-699c26d1-e1c1-4861-91ac-84a80901b0e3 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 944 time: 0.0505924 Sep 23 14:18:04.297460 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-df6277b8-7708-49b3-89c8-b9d0f55eea89 req-3531c94f-a761-4553-a85e-dd999e1f5fd6 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446165 Sep 23 14:18:05.305049 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:05.419961 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cfd2a-3e9c-4be7-b429-f191d379654b req-c2ec78e8-0217-41a1-8c49-1919558a995f tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:05.501183 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-405cfd2a-3e9c-4be7-b429-f191d379654b req-c2ec78e8-0217-41a1-8c49-1919558a995f tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 944 time: 0.0493026 Sep 23 14:18:05.501183 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-405cfd2a-3e9c-4be7-b429-f191d379654b req-4c4139f2-19b3-4ca3-bfae-dddff86423d1 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414152 Sep 23 14:18:05.505179 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 02418a3f-fa13-4e31-b1ef-6fd34f67862a up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:18:05.547774 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 02418a3f-fa13-4e31-b1ef-6fd34f67862a completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:18:05.613271 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 02418a3f-fa13-4e31-b1ef-6fd34f67862a triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:18:05.613648 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:05.613984 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 02418a3f-fa13-4e31-b1ef-6fd34f67862a Sep 23 14:18:05.646600 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:05.683895 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:05.689884 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 02418a3f-fa13-4e31-b1ef-6fd34f67862a is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:18:05.694727 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:05.713833 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5674ce1b-ecff-4c2f-b008-1f3c47a5c541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02418a3f-fa13-4e31-b1ef-6fd34f67862a'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:18:05.716078 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd11b071-c072-4b28-b50b-a82ac3164fd6" -d '{"events": [{"server_uuid": "5674ce1b-ecff-4c2f-b008-1f3c47a5c541", "name": "network-vif-plugged", "status": "completed", "tag": "02418a3f-fa13-4e31-b1ef-6fd34f67862a"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:18:05.728980 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 02418a3f-fa13-4e31-b1ef-6fd34f67862a, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=02418a3f-fa13-4e31-b1ef-6fd34f67862a,segment=NetworkSegment(7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438),segment_id=7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:18:05.752816 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683be896-b6c8-4b95-8f69-72b13a440df2 x-openstack-request-id: req-683be896-b6c8-4b95-8f69-72b13a440df2 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:18:05.753133 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5674ce1b-ecff-4c2f-b008-1f3c47a5c541", "name": "network-vif-plugged", "status": "completed", "tag": "02418a3f-fa13-4e31-b1ef-6fd34f67862a", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:18:05.753413 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-683be896-b6c8-4b95-8f69-72b13a440df2 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:18:05.753812 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683be896-b6c8-4b95-8f69-72b13a440df2'] response: {'server_uuid': '5674ce1b-ecff-4c2f-b008-1f3c47a5c541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02418a3f-fa13-4e31-b1ef-6fd34f67862a', 'code': 200} Sep 23 14:18:05.801876 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:05.853797 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=02418a3f-fa13-4e31-b1ef-6fd34f67862a,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:18:06.099223 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3904242-4716-4def-9cdc-73263a9ee494 req-15f37ae5-d436-4094-b8d6-8ada6c7d932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:06.099223 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f3904242-4716-4def-9cdc-73263a9ee494 req-15f37ae5-d436-4094-b8d6-8ada6c7d932b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 1129 time: 0.0390019 Sep 23 14:18:06.141062 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:06.147271 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-f3904242-4716-4def-9cdc-73263a9ee494 req-0e7beacf-4176-458f-84d6-5208b03defae service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Sep 23 14:18:06.587651 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83c070-707e-4d15-878b-b90f0753042d req-1eb24a94-cec0-4523-b6b5-a32f012ecb36 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:06.589091 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fb83c070-707e-4d15-878b-b90f0753042d req-1eb24a94-cec0-4523-b6b5-a32f012ecb36 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 945 time: 0.0455468 Sep 23 14:18:06.639399 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-fb83c070-707e-4d15-878b-b90f0753042d req-6ff9e932-8c76-455f-a932-d3b24dbcec06 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448244 Sep 23 14:18:07.763848 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfd252-d17a-4c7d-b56f-ef5157e980a1 req-2f45b59f-6f7b-4efc-aea5-902bd91914ba tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:07.765317 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4edfd252-d17a-4c7d-b56f-ef5157e980a1 req-2f45b59f-6f7b-4efc-aea5-902bd91914ba tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 945 time: 0.0472980 Sep 23 14:18:07.776803 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:07.813547 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4edfd252-d17a-4c7d-b56f-ef5157e980a1 req-5309e7d4-8ec8-4ea0-b361-d264ee687fe5 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Sep 23 14:18:08.933955 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf191-1ce3-4138-8e5f-0ee548c66344 req-faf98dc7-ed8f-43bd-9c75-ef4f1a103743 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:08.935340 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-04eaf191-1ce3-4138-8e5f-0ee548c66344 req-faf98dc7-ed8f-43bd-9c75-ef4f1a103743 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 945 time: 0.0460474 Sep 23 14:18:08.946638 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:08.982498 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-04eaf191-1ce3-4138-8e5f-0ee548c66344 req-6b5d3c64-271d-40b9-9ebb-ea319cf69df6 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416663 Sep 23 14:18:15.001316 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d7752eb3-a031-4076-b170-64f6dc5f7bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:15.196058 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:16.144497 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=63 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:17.315489 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-421fc693-8918-4480-a7a1-5e096df34fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:18.612603 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:18.979335 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=14 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:20.006712 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:20.224104 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:27.278390 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:27.283283 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:27.892781 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d681ebc8-1949-4154-995e-2e3bf42d35fd req-20dfb623-96dc-449a-b47d-3b2d70e4ff34 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378549 Sep 23 14:18:27.998718 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681ebc8-1949-4154-995e-2e3bf42d35fd req-d4758c11-6332-4b71-9c12-bac59ec02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:28.000225 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d681ebc8-1949-4154-995e-2e3bf42d35fd req-d4758c11-6332-4b71-9c12-bac59ec02e68 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=01e7888a20c74078b4cb6cb8d6d44899&device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 1129 time: 0.0387714 Sep 23 14:18:28.264636 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681ebc8-1949-4154-995e-2e3bf42d35fd req-bd5489c9-d95e-4880-a6e3-52f9ef1c05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:28.266111 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d681ebc8-1949-4154-995e-2e3bf42d35fd req-bd5489c9-d95e-4880-a6e3-52f9ef1c05e2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b87122fb-88de-4bd4-9f1b-02007d3ac64f HTTP/1.1" status: 200 len: 914 time: 0.0892978 Sep 23 14:18:28.306581 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d681ebc8-1949-4154-995e-2e3bf42d35fd req-cb1cb073-5f74-40bb-bfd8-1ae6b6e0b7af service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02418a3f-fa13-4e31-b1ef-6fd34f67862a HTTP/1.1" status: 200 len: 217 time: 0.0328743 Sep 23 14:18:28.353757 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681ebc8-1949-4154-995e-2e3bf42d35fd req-909aad76-697d-4e03-81a0-7276e7633079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:28.355937 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d681ebc8-1949-4154-995e-2e3bf42d35fd req-909aad76-697d-4e03-81a0-7276e7633079 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f653d84-8ec5-4ea9-be0e-935f19c179a9 HTTP/1.1" status: 200 len: 853 time: 0.0429022 Sep 23 14:18:28.387992 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d681ebc8-1949-4154-995e-2e3bf42d35fd req-fee316d5-e3d5-4a4c-9275-3d88e46e04c5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b87122fb-88de-4bd4-9f1b-02007d3ac64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252297 Sep 23 14:18:28.480565 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d681ebc8-1949-4154-995e-2e3bf42d35fd req-08dd792e-4cc0-47e2-9892-8a90e992bb6b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846810 Sep 23 14:18:28.818379 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d681ebc8-1949-4154-995e-2e3bf42d35fd req-6768cc6a-6321-4a75-94a4-e54d57267641 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301611 Sep 23 14:18:30.169064 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:30.170938 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:31.614542 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e22f-05ba-4a66-ad6c-d8e62e5b322d req-01158ab6-1496-4dc5-a266-b7436924ef15 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:31.615937 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-66a8e22f-05ba-4a66-ad6c-d8e62e5b322d req-01158ab6-1496-4dc5-a266-b7436924ef15 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 945 time: 0.0501313 Sep 23 14:18:31.662741 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-66a8e22f-05ba-4a66-ad6c-d8e62e5b322d req-a361275b-9023-4c71-a973-29878ca8adf5 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Sep 23 14:18:32.307999 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:18:32.787818 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4793ead-1123-444a-b521-6ffe9e46230e req-4edb76fb-be74-4291-afe4-fbea2f0a5fb2 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:32.789245 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d4793ead-1123-444a-b521-6ffe9e46230e req-4edb76fb-be74-4291-afe4-fbea2f0a5fb2 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 945 time: 0.0461080 Sep 23 14:18:32.834986 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d4793ead-1123-444a-b521-6ffe9e46230e req-52433012-c326-4631-8b8c-14a43a5a2024 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398743 Sep 23 14:18:33.718739 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856aa3c5-b90b-49e7-a3a8-686f32ea252f req-cce8af3b-1a1b-443c-b03c-5da52240f0e9 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:33.720213 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-856aa3c5-b90b-49e7-a3a8-686f32ea252f req-cce8af3b-1a1b-443c-b03c-5da52240f0e9 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 945 time: 0.0473516 Sep 23 14:18:33.804577 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-856aa3c5-b90b-49e7-a3a8-686f32ea252f req-2a85ee52-a7f8-4e7d-a2c5-6a62164d7d84 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Deleting port 02418a3f-fa13-4e31-b1ef-6fd34f67862a {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:18:33.804919 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-856aa3c5-b90b-49e7-a3a8-686f32ea252f req-2a85ee52-a7f8-4e7d-a2c5-6a62164d7d84 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:33.898386 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-856aa3c5-b90b-49e7-a3a8-686f32ea252f req-2a85ee52-a7f8-4e7d-a2c5-6a62164d7d84 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] For port 02418a3f-fa13-4e31-b1ef-6fd34f67862a, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=02418a3f-fa13-4e31-b1ef-6fd34f67862a,segment=NetworkSegment(7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438),segment_id=7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:18:33.898752 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-856aa3c5-b90b-49e7-a3a8-686f32ea252f req-2a85ee52-a7f8-4e7d-a2c5-6a62164d7d84 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:33.912789 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-856aa3c5-b90b-49e7-a3a8-686f32ea252f req-2a85ee52-a7f8-4e7d-a2c5-6a62164d7d84 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Calling delete_port for 02418a3f-fa13-4e31-b1ef-6fd34f67862a owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:18:33.956522 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef98564-f699-4e8c-a2ef-7493fc4941e5 req-e9209d9c-b85a-4861-a356-0308563b9001 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:18:33.957976 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7ef98564-f699-4e8c-a2ef-7493fc4941e5 req-e9209d9c-b85a-4861-a356-0308563b9001 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 945 time: 0.0460029 Sep 23 14:18:34.010520 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7ef98564-f699-4e8c-a2ef-7493fc4941e5 req-6cf12222-0b28-4a8f-bb91-e8e64612e623 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460901 Sep 23 14:18:34.097254 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-856aa3c5-b90b-49e7-a3a8-686f32ea252f req-2a85ee52-a7f8-4e7d-a2c5-6a62164d7d84 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (02418a3f-fa13-4e31-b1ef-6fd34f67862a), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:34.126496 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85ee52-a7f8-4e7d-a2c5-6a62164d7d84 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Pushing event deleted for resources: {'Port': ['ID=02418a3f-fa13-4e31-b1ef-6fd34f67862a,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:18:34.135878 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['02418a3f-fa13-4e31-b1ef-6fd34f67862a'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:18:34.171743 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-856aa3c5-b90b-49e7-a3a8-686f32ea252f req-2a85ee52-a7f8-4e7d-a2c5-6a62164d7d84 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] No DVR routers for this DVR port 02418a3f-fa13-4e31-b1ef-6fd34f67862a on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:18:34.174082 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-856aa3c5-b90b-49e7-a3a8-686f32ea252f req-2a85ee52-a7f8-4e7d-a2c5-6a62164d7d84 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:34.177372 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-856aa3c5-b90b-49e7-a3a8-686f32ea252f req-2a85ee52-a7f8-4e7d-a2c5-6a62164d7d84 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.49 "DELETE /networking/v2.0/ports/02418a3f-fa13-4e31-b1ef-6fd34f67862a HTTP/1.1" status: 204 len: 173 time: 0.4507816 Sep 23 14:18:34.177861 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5674ce1b-ecff-4c2f-b008-1f3c47a5c541', 'name': 'network-vif-deleted', 'tag': '02418a3f-fa13-4e31-b1ef-6fd34f67862a'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:18:34.180139 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17be5dfc-f31f-4d24-8a1c-9ff36501651b" -d '{"events": [{"server_uuid": "5674ce1b-ecff-4c2f-b008-1f3c47a5c541", "name": "network-vif-deleted", "tag": "02418a3f-fa13-4e31-b1ef-6fd34f67862a"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:18:34.221049 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc729b2a-4c49-4b0d-a68b-5e2b566e2ee7 x-openstack-request-id: req-bc729b2a-4c49-4b0d-a68b-5e2b566e2ee7 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:18:34.221354 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5674ce1b-ecff-4c2f-b008-1f3c47a5c541", "name": "network-vif-deleted", "tag": "02418a3f-fa13-4e31-b1ef-6fd34f67862a", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:18:34.221593 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc729b2a-4c49-4b0d-a68b-5e2b566e2ee7 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:18:34.221998 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc729b2a-4c49-4b0d-a68b-5e2b566e2ee7'] response: {'server_uuid': '5674ce1b-ecff-4c2f-b008-1f3c47a5c541', 'name': 'network-vif-deleted', 'tag': '02418a3f-fa13-4e31-b1ef-6fd34f67862a', 'status': 'completed', 'code': 200} Sep 23 14:18:35.127694 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4224c045-603a-42be-8bf1-bcc20ebb25ec req-e001c3f8-909e-4c69-86e5-d67a9188c273 tempest-VolumesSnapshotTestJSON-629636169 tempest-VolumesSnapshotTestJSON-629636169-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5674ce1b-ecff-4c2f-b008-1f3c47a5c541 HTTP/1.1" status: 200 len: 210 time: 0.0288432 Sep 23 14:18:37.677793 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 02418a3f-fa13-4e31-b1ef-6fd34f67862a no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:18:37.697360 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 02418a3f-fa13-4e31-b1ef-6fd34f67862a {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:18:37.697840 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 02418a3f-fa13-4e31-b1ef-6fd34f67862a not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:18:44.003491 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=29 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:44.131620 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:44.144335 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:44.155798 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=87,neutron:DELETE=4 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:44.253325 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=14 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:44.262165 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=14 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:45.044885 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b9a72dcc-2c80-4f8c-920d-3b2726f638c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:45.109472 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=27 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:18:45.228238 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:47.314725 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9b57-60e2-446e-b977-d6da100a8752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:48.644747 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:50.039243 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:18:50.238570 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:00.173342 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:00.175231 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:02.002901 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 38482) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:02.051025 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Deleting subnet 4f653d84-8ec5-4ea9-be0e-935f19c179a9 {{(pid=106652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:19:02.054156 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Publish callbacks [] for subnet (4f653d84-8ec5-4ea9-be0e-935f19c179a9), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.089288 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58778746'] for subnet (4f653d84-8ec5-4ea9-be0e-935f19c179a9), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.133028 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (4f653d84-8ec5-4ea9-be0e-935f19c179a9), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.239154 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59169196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777785'] for subnet (4f653d84-8ec5-4ea9-be0e-935f19c179a9), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.270508 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f653d84-8ec5-4ea9-be0e-935f19c179a9,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:02.275248 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.278354 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/4f653d84-8ec5-4ea9-be0e-935f19c179a9 HTTP/1.1" status: 204 len: 168 time: 0.2744339 Sep 23 14:19:02.281941 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38484) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:02.284214 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.287418 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.287418 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.287418 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.287418 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.287418 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.287418 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.287418 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.287418 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.287418 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.288288 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.288288 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.288288 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.288577 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.288704 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd3fa9-e66d-47ba-b2d5-5c4726e04fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.352992 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (b87122fb-88de-4bd4-9f1b-02007d3ac64f), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.435838 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (b87122fb-88de-4bd4-9f1b-02007d3ac64f), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.455805 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87122fb-88de-4bd4-9f1b-02007d3ac64f']}} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:02.464880 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438') {'for_net_delete': True} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:02.465180 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438') {} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:02.475274 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934225'] for segment (7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.488949 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.495197 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=106653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:19:02.495526 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2864527'] for segment (7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.541251 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438 resource provider aggregate not found Sep 23 14:19:02.557680 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a4c9b21-6eaa-47b8-aae6-8c1c6d9e4438 found for delete ", "request_id": "req-34e5bd81-2106-4859-963b-326571f6c0f0"}]} Sep 23 14:19:02.638939 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (b87122fb-88de-4bd4-9f1b-02007d3ac64f), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.644709 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:02.647629 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/b87122fb-88de-4bd4-9f1b-02007d3ac64f HTTP/1.1" status: 204 len: 168 time: 0.3645818 Sep 23 14:19:02.660027 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b87122fb-88de-4bd4-9f1b-02007d3ac64f,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:02.667367 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.667713 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.668050 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.668384 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.668717 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.669044 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.669439 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.669676 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.670181 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.670536 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.670760 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.671194 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.671446 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.671769 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.672088 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1ab1a-7ba6-4010-a8f5-02ebc43223b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:02.979691 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38492) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:03.020426 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-f00c0747-977d-4c48-a83f-c9b435a139f9 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=01e7888a20c74078b4cb6cb8d6d44899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395787 Sep 23 14:19:03.022983 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38494) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:03.074355 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-30a18778-9192-4ecb-a4af-566bdd44632b admin admin] Publish callbacks [] for security_group (9a8878f6-f7af-4656-bbfe-d3a4b93b4d51), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:03.095631 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-30a18778-9192-4ecb-a4af-566bdd44632b admin admin] Publish callbacks [] for security_group (9a8878f6-f7af-4656-bbfe-d3a4b93b4d51), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:03.221339 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-30a18778-9192-4ecb-a4af-566bdd44632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (9a8878f6-f7af-4656-bbfe-d3a4b93b4d51), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:03.223927 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-30a18778-9192-4ecb-a4af-566bdd44632b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:03.225076 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-30a18778-9192-4ecb-a4af-566bdd44632b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9a8878f6-f7af-4656-bbfe-d3a4b93b4d51 HTTP/1.1" status: 204 len: 168 time: 0.2012093 Sep 23 14:19:03.233118 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a18778-9192-4ecb-a4af-566bdd44632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8878f6-f7af-4656-bbfe-d3a4b93b4d51,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:04.269728 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:04.279302 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:04.324568 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38516) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:04.426204 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-406363860-network', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:19:04.484952 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Made reservation on behalf of 6ac60e3f01644a258f0a7ebddf8f4d30 for: {'network': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:19:04.487463 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:04.501144 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:04.580220 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Publish callbacks [] for security_group (1f30e553-6067-4d28-a733-34bdac067851), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:04.639029 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (1f30e553-6067-4d28-a733-34bdac067851), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:04.666633 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=106653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:19:04.677314 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f30e553-6067-4d28-a733-34bdac067851,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:04.682580 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (611c711e-a9b7-4d7d-9c81-1741adc14053), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:04.682924 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.segments_db [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Added segment 611c711e-a9b7-4d7d-9c81-1741adc14053 of type vlan for network 47302714-65e9-4ede-a8af-ba0e8796bf37 Sep 23 14:19:04.730740 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (47302714-65e9-4ede-a8af-ba0e8796bf37), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:04.815651 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (47302714-65e9-4ede-a8af-ba0e8796bf37), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:04.816678 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:04.817264 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:04.839261 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:04.872952 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:04.884406 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] Pushing event updated for resources: {'Network': ['ID=47302714-65e9-4ede-a8af-ba0e8796bf37,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:04.894219 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 47302714-65e9-4ede-a8af-ba0e8796bf37 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:19:04.921634 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-6bf00bdb-8114-426c-b4fc-6556b5645be8 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5954418 Sep 23 14:19:04.924585 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38520) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:04.929512 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] Request body: {'subnet': {'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-406363860-subnet', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'ip_version': 4}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:19:05.038141 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] Made reservation on behalf of 6ac60e3f01644a258f0a7ebddf8f4d30 for: {'subnet': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:19:05.040720 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3231258'] for subnet (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:05.272931 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2865130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3231244'] for subnet (f02e373b-7c77-4de3-a1f4-b38ac716f1db), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:05.325535 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02e373b-7c77-4de3-a1f4-b38ac716f1db,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:05.341652 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] Checking segment: {'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:19:05.342013 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] Network hostable DHCP agents. Network: 47302714-65e9-4ede-a8af-ba0e8796bf37, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:19:05.426828 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] Network 47302714-65e9-4ede-a8af-ba0e8796bf37 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:19:05.495635 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 47302714-65e9-4ede-a8af-ba0e8796bf37) {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:19:05.500263 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:05.500852 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:05.504723 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3791ccdc-fa01-490b-8db6-8f172655f624 None None] Network 47302714-65e9-4ede-a8af-ba0e8796bf37 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:19:05.573182 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-2eecd68d-dbcd-4c2c-a824-1580b0f38e5f admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6475132 Sep 23 14:19:05.576591 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38522) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:05.581975 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:19:05.609468 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-47302714-65e9-4ede-a8af-ba0e8796bf37', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'fixed_ips': [{'subnet_id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 14:19:05.610469 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:05.689616 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (fac3facf-d965-413c-8105-a3d7f6b5f708), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:05.690750 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (fac3facf-d965-413c-8105-a3d7f6b5f708), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:05.749961 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Publish callbacks [] for router_controller (fac3facf-d965-413c-8105-a3d7f6b5f708), precommit_add_association {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:05.763136 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Allocated IP 172.20.0.2 (47302714-65e9-4ede-a8af-ba0e8796bf37/f02e373b-7c77-4de3-a1f4-b38ac716f1db/fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:19:05.911114 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Publish callbacks [] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:05.942787 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Publish callbacks [] for router_gateway (fac3facf-d965-413c-8105-a3d7f6b5f708), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:05.970054 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:06.013306 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Network 47302714-65e9-4ede-a8af-ba0e8796bf37 is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:19:06.016462 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:19:06.019103 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:19:06.025817 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Pushing event updated for resources: {'Port': ['ID=fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:06.038550 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.038550 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.038550 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.038962 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.039075 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.039347 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.039680 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.040009 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.040339 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.040666 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.040992 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.041322 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.041646 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.041969 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.044411 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:06.069007 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:06.100696 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Attempting to bind port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:19:06.101069 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Attempting to bind port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:19:06.101440 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Attempting to bind port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 on network 47302714-65e9-4ede-a8af-ba0e8796bf37 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:19:06.159027 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:19:06.159406 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Checking segment: {'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:19:06.159813 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:06.160210 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Bound using segment: {'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:19:06.160684 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Bound port: fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:19:06.161066 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:06.222798 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Publish callbacks [] for router_gateway (fac3facf-d965-413c-8105-a3d7f6b5f708), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:06.231529 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] For port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:19:06.234633 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] For port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:19:06.242109 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:06.324379 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:06.350000 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Allocated IP 172.27.1.180 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/e5fc43bd-1de6-4b8a-9285-75e089d17993) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:19:06.356831 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:06.386955 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620c415-96d3-4421-8e24-b45e67752d5b None None] Pushing event updated for resources: {'Port': ['ID=fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:06.469520 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Publish callbacks [] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:06.586997 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:06.631468 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:19:06.634570 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:19:06.637165 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:19:06.665561 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5fc43bd-1de6-4b8a-9285-75e089d17993,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:07.000884 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Publish callbacks [] for router_gateway (fac3facf-d965-413c-8105-a3d7f6b5f708), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:07.045941 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:07.206755 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (fac3facf-d965-413c-8105-a3d7f6b5f708), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:07.271040 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c873691-3a8f-4064-b152-58a19ee44924 None None] Network 47302714-65e9-4ede-a8af-ba0e8796bf37 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:19:07.332020 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:07.344006 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-c8568b39-14df-4fa7-8bbd-76400bf3a66e None None] Provisioning complete for port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:07.346657 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c8568b39-14df-4fa7-8bbd-76400bf3a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:07.346657 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-c8568b39-14df-4fa7-8bbd-76400bf3a66e None None] Attempt 1 to provision port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 Sep 23 14:19:07.370834 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:07.415173 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Router fac3facf-d965-413c-8105-a3d7f6b5f708 is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:19:07.466792 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-c8568b39-14df-4fa7-8bbd-76400bf3a66e None None] Current status of the port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:07.467266 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c8568b39-14df-4fa7-8bbd-76400bf3a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:07.504507 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-c8568b39-14df-4fa7-8bbd-76400bf3a66e None None] For port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:19:07.541265 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:19:07.553036 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Sync routers for ids ['fac3facf-d965-413c-8105-a3d7f6b5f708'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:19:07.573796 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Routers {'fac3facf-d965-413c-8105-a3d7f6b5f708'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:19:07.574973 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:18:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fac3facf-d965-413c-8105-a3d7f6b5f708'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:07.581428 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c8568b39-14df-4fa7-8bbd-76400bf3a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:07.633922 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8568b39-14df-4fa7-8bbd-76400bf3a66e None None] Pushing event updated for resources: {'Port': ['ID=fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:07.680378 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:07.681672 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-b1bfda5a-f6f7-4cd3-bc29-7c13d9cb0aa5 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1039202 Sep 23 14:19:07.684538 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38524) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:07.701649 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-e5785c11-9550-4731-b5a9-210375da721e None None] Provisioning complete for port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:07.702324 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-e5785c11-9550-4731-b5a9-210375da721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:07.702692 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-e5785c11-9550-4731-b5a9-210375da721e None None] Attempt 1 to provision port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 Sep 23 14:19:07.716015 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Set router fac3facf-d965-413c-8105-a3d7f6b5f708 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:19:07.777971 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:07.783945 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-e5785c11-9550-4731-b5a9-210375da721e None None] Current status of the port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:07.906414 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:06Z', 'revision_number': 3, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:07.932350 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Checking router: fac3facf-d965-413c-8105-a3d7f6b5f708 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:19:07.932695 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Updating router fac3facf-d965-413c-8105-a3d7f6b5f708 port e5fc43bd-1de6-4b8a-9285-75e089d17993 binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:19:07.960498 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.109379 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.218794 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Publish callbacks [] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.269372 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Allocated IP 172.20.0.1 (47302714-65e9-4ede-a8af-ba0e8796bf37/f02e373b-7c77-4de3-a1f4-b38ac716f1db/711e6f33-d802-46a9-a904-725a65af2389) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:19:08.284094 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.302751 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:08.326403 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Attempting to bind port e5fc43bd-1de6-4b8a-9285-75e089d17993 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:19:08.327049 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Attempting to bind port e5fc43bd-1de6-4b8a-9285-75e089d17993 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:19:08.327581 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Attempting to bind port e5fc43bd-1de6-4b8a-9285-75e089d17993 on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:19:08.355412 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Pushing event updated for resources: {'Port': ['ID=e5fc43bd-1de6-4b8a-9285-75e089d17993,revision_number=2']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:08.361897 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:19:08.365457 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.365804 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.366168 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.366572 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.366901 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.367225 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.367547 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.367928 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.368250 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.368567 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.368899 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.369230 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.369551 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.369898 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.370181 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:19:08.394889 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:19:08.395202 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:19:08.395336 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Publish callbacks [] for port (711e6f33-d802-46a9-a904-725a65af2389), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.395462 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.395789 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:19:08.396261 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Bound port: e5fc43bd-1de6-4b8a-9285-75e089d17993, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:19:08.396700 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.413283 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:08.413799 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.414238 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 Sep 23 14:19:08.447776 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] For port e5fc43bd-1de6-4b8a-9285-75e089d17993, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:19:08.451432 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] For port e5fc43bd-1de6-4b8a-9285-75e089d17993, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=e5fc43bd-1de6-4b8a-9285-75e089d17993,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:19:08.478265 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (711e6f33-d802-46a9-a904-725a65af2389), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.492576 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:08.521859 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Network 47302714-65e9-4ede-a8af-ba0e8796bf37 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:19:08.524014 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:08.526965 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:19:08.532281 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:19:08.536304 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Pushing event updated for resources: {'Port': ['ID=711e6f33-d802-46a9-a904-725a65af2389,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:08.552643 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.581196 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (fac3facf-d965-413c-8105-a3d7f6b5f708), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.610048 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Routers {'fac3facf-d965-413c-8105-a3d7f6b5f708'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:19:08.610717 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:18:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fac3facf-d965-413c-8105-a3d7f6b5f708'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:08.669449 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3257a-4b5a-42ad-8786-ff2d116eeaff None None] Pushing event updated for resources: {'Port': ['ID=e5fc43bd-1de6-4b8a-9285-75e089d17993,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:08.679964 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:08.716387 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:08.743886 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] Set router fac3facf-d965-413c-8105-a3d7f6b5f708 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:19:08.814308 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Provisioning complete for port 711e6f33-d802-46a9-a904-725a65af2389 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:08.814619 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (711e6f33-d802-46a9-a904-725a65af2389), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:08.815144 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Attempt 1 to provision port 711e6f33-d802-46a9-a904-725a65af2389 Sep 23 14:19:08.851057 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Port 711e6f33-d802-46a9-a904-725a65af2389 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:09.014285 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:06Z', 'revision_number': 3, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:09.038450 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (711e6f33-d802-46a9-a904-725a65af2389), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:09.040606 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6aefd-fd45-4d76-807b-65a91f3e20af None None] The sync data for ids ['fac3facf-d965-413c-8105-a3d7f6b5f708'] in dv-cinder-857434-4-iscsi is: [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:06Z', 'revision_number': 3, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:19:09.224846 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Publish callbacks [] for port (711e6f33-d802-46a9-a904-725a65af2389), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:09.296705 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (711e6f33-d802-46a9-a904-725a65af2389), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:09.307078 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:19:09.337748 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Pushing event updated for resources: {'Port': ['ID=711e6f33-d802-46a9-a904-725a65af2389,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:09.352574 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Attempt 2 to provision port 711e6f33-d802-46a9-a904-725a65af2389 Sep 23 14:19:09.384552 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (fac3facf-d965-413c-8105-a3d7f6b5f708), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:09.394173 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Port 711e6f33-d802-46a9-a904-725a65af2389 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:09.485329 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Network 47302714-65e9-4ede-a8af-ba0e8796bf37 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:19:09.486894 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:19:09.614571 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Router fac3facf-d965-413c-8105-a3d7f6b5f708 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:19:09.723674 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:09.734871 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:19:09.742708 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-e9e7fc94-1c23-40a5-862a-aee25e50e626 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/fac3facf-d965-413c-8105-a3d7f6b5f708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0566704 Sep 23 14:19:09.895386 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Attempt 3 to provision port 711e6f33-d802-46a9-a904-725a65af2389 Sep 23 14:19:09.933481 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Port 711e6f33-d802-46a9-a904-725a65af2389 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:10.345342 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device e5fc43bd-1de6-4b8a-9285-75e089d17993 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:19:10.394131 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port e5fc43bd-1de6-4b8a-9285-75e089d17993 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:10.394554 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:10.395101 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port e5fc43bd-1de6-4b8a-9285-75e089d17993 Sep 23 14:19:10.434738 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Attempt 4 to provision port 711e6f33-d802-46a9-a904-725a65af2389 Sep 23 14:19:10.457382 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:10.497569 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Port 711e6f33-d802-46a9-a904-725a65af2389 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:10.501488 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port e5fc43bd-1de6-4b8a-9285-75e089d17993 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:10.501881 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:10.516451 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38540) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:10.521534 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1932582636-network', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:19:10.524420 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port e5fc43bd-1de6-4b8a-9285-75e089d17993, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=e5fc43bd-1de6-4b8a-9285-75e089d17993,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:19:10.615458 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:10.625464 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Sync routers for ids ['fac3facf-d965-413c-8105-a3d7f6b5f708'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:19:10.645162 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Made reservation on behalf of 2042b7f74f6940f6a3d990d4ed5f7a18 for: {'network': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:19:10.647943 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for network (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:10.657716 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:10.667957 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Routers {'fac3facf-d965-413c-8105-a3d7f6b5f708'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:19:10.669095 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:18:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fac3facf-d965-413c-8105-a3d7f6b5f708'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:10.704046 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:10.713124 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=e5fc43bd-1de6-4b8a-9285-75e089d17993,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:10.725912 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:10.743704 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Publish callbacks [] for security_group (a4d78d4f-12e0-474c-a13f-b8cbc9b23f19), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:10.815106 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (a4d78d4f-12e0-474c-a13f-b8cbc9b23f19), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:10.843703 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=106653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:19:10.854851 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d78d4f-12e0-474c-a13f-b8cbc9b23f19,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:10.861157 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (3e67b0ed-8c8a-4532-b2a8-28a08e155024), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:10.861497 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.segments_db [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Added segment 3e67b0ed-8c8a-4532-b2a8-28a08e155024 of type vlan for network 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 Sep 23 14:19:10.907981 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774122194342'] for network (59fb17f3-4d5b-4783-bb76-1feffe4a9d44), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:10.915447 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Set router fac3facf-d965-413c-8105-a3d7f6b5f708 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:19:10.992037 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794'] for network (59fb17f3-4d5b-4783-bb76-1feffe4a9d44), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:10.993097 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:10.993677 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:10.998985 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Attempt 5 to provision port 711e6f33-d802-46a9-a904-725a65af2389 Sep 23 14:19:11.056757 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] Pushing event updated for resources: {'Network': ['ID=59fb17f3-4d5b-4783-bb76-1feffe4a9d44,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:11.070512 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Network 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 details requested by agent ovs-agent-dv-cinder-857434-4-iscsi with host dv-cinder-857434-4-iscsi {{(pid=106654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:19:11.078736 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Port 711e6f33-d802-46a9-a904-725a65af2389 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:11.097298 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-834135b8-cafc-44b4-ac00-b6aef2c1bba5 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5797358 Sep 23 14:19:11.100188 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38542) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:11.105332 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] Request body: {'subnet': {'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1932582636-subnet', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'ip_version': 4}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:19:11.169780 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] Made reservation on behalf of 2042b7f74f6940f6a3d990d4ed5f7a18 for: {'subnet': 1} {{(pid=106653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:19:11.172749 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3231258'] for subnet (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:11.198734 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:08Z', 'revision_number': 4, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '711e6f33-d802-46a9-a904-725a65af2389', 'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'mac_address': 'fa:16:3e:55:1c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:08Z', 'updated_at': '2022-09-23T14:19:09Z', 'revision_number': 2, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'subnets': [{'id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:11.225109 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Checking router: fac3facf-d965-413c-8105-a3d7f6b5f708 for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:19:11.225468 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Updating router fac3facf-d965-413c-8105-a3d7f6b5f708 port 711e6f33-d802-46a9-a904-725a65af2389 binding host dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:19:11.260334 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (711e6f33-d802-46a9-a904-725a65af2389), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:11.421334 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2865130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3231244'] for subnet (3c424ada-e95c-4779-a079-4aeea52944d7), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:11.478440 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c424ada-e95c-4779-a079-4aeea52944d7,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:11.495431 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] Checking segment: {'id': '3e67b0ed-8c8a-4532-b2a8-28a08e155024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:19:11.495431 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] Network hostable DHCP agents. Network: 59fb17f3-4d5b-4783-bb76-1feffe4a9d44, hostable agents: ['61844b0e-177a-4681-9882-2f8c7b141a21'], hosted agents: [] {{(pid=106653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:19:11.498012 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:11.534109 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Publish callbacks [] for port (711e6f33-d802-46a9-a904-725a65af2389), precommit_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:11.569536 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] Network 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 is scheduled to be hosted by DHCP agent 61844b0e-177a-4681-9882-2f8c7b141a21 with binding_index 1 {{(pid=106653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:19:11.579614 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Attempt 6 to provision port 711e6f33-d802-46a9-a904-725a65af2389 Sep 23 14:19:11.600483 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (711e6f33-d802-46a9-a904-725a65af2389), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:11.642067 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Port 711e6f33-d802-46a9-a904-725a65af2389 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:11.647534 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:11.666135 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-4-iscsi, 59fb17f3-4d5b-4783-bb76-1feffe4a9d44) {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:19:11.671036 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:11.671753 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for subnet (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:11.676576 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11ac06f-48e1-4e92-8cfe-0f5d36d95218 None None] Network 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:19:11.683319 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b65e22-973d-476b-8524-cb5fa3215e76 None None] Pushing event updated for resources: {'Port': ['ID=711e6f33-d802-46a9-a904-725a65af2389,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:11.757797 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Attempting to bind port 711e6f33-d802-46a9-a904-725a65af2389 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:19:11.758164 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Attempting to bind port 711e6f33-d802-46a9-a904-725a65af2389 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:19:11.758553 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Attempting to bind port 711e6f33-d802-46a9-a904-725a65af2389 on network 47302714-65e9-4ede-a8af-ba0e8796bf37 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:19:11.778215 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-0c6a0fb4-9426-4235-ae55-af83b484823f admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6762931 Sep 23 14:19:11.780843 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38544) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:11.783586 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:11.785548 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1932582636-router', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:19:11.837095 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:19:11.837482 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Checking segment: {'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:19:11.837862 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:11.838256 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Bound using segment: {'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:19:11.838772 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Bound port: 711e6f33-d802-46a9-a904-725a65af2389, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:19:11.839152 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (711e6f33-d802-46a9-a904-725a65af2389), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:11.854245 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84b48f5c-64d0-5b32-ad20-4bb01083d23b-59fb17f3-4d5b-4783-bb76-1feffe4a9d44', 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44', 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'fixed_ips': [{'subnet_id': '3c424ada-e95c-4779-a079-4aeea52944d7'}]}} from dv-cinder-857434-4-iscsi. {{(pid=106654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 14:19:11.860217 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:11.952414 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:11.954075 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498161', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:11.990692 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] For port 711e6f33-d802-46a9-a904-725a65af2389, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:19:12.005138 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Publish callbacks [] for router_controller (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), precommit_add_association {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.027312 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] For port 711e6f33-d802-46a9-a904-725a65af2389, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=711e6f33-d802-46a9-a904-725a65af2389,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:19:12.049981 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.db_base_plugin_common [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Allocated IP 172.20.0.2 (59fb17f3-4d5b-4783-bb76-1feffe4a9d44/3c424ada-e95c-4779-a079-4aeea52944d7/fde5f16e-732a-4070-a41c-9a5849bcfd65) {{(pid=106654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:19:12.106719 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (711e6f33-d802-46a9-a904-725a65af2389), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.148197 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Attempt 7 to provision port 711e6f33-d802-46a9-a904-725a65af2389 Sep 23 14:19:12.183461 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Routers {'fac3facf-d965-413c-8105-a3d7f6b5f708'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:19:12.184790 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:18:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fac3facf-d965-413c-8105-a3d7f6b5f708'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:12.205927 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Publish callbacks [] for router_gateway (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.248526 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=23,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:12.249122 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:12.262163 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b65e22-973d-476b-8524-cb5fa3215e76 None None] Pushing event updated for resources: {'Port': ['ID=711e6f33-d802-46a9-a904-725a65af2389,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:12.275667 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:12.336428 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Publish callbacks [] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), precommit_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.378769 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device e5fc43bd-1de6-4b8a-9285-75e089d17993 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:19:12.437563 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:12.453531 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), after_create {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.464075 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Current status of the port 711e6f33-d802-46a9-a904-725a65af2389 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:12.464339 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (711e6f33-d802-46a9-a904-725a65af2389), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.477884 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Publish callbacks [] for router_gateway (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.498050 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.503887 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] Set router fac3facf-d965-413c-8105-a3d7f6b5f708 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:19:12.541656 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:12.555568 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Network 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 is already hosted by enough agents. {{(pid=106654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:19:12.579213 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.scheduler.base_scheduler [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Resources bound (agent type, host, resource id): {{(pid=106654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:19:12.586052 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Pushing event updated for resources: {'Port': ['ID=fde5f16e-732a-4070-a41c-9a5849bcfd65,revision_number=1']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:12.593049 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Received port after_create {{(pid=106654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:19:12.612393 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Allocated IP 172.27.1.73 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/c235fade-79ce-4801-a2f3-2d093d168e40) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:19:12.622444 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port e5fc43bd-1de6-4b8a-9285-75e089d17993 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:12.622822 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.623160 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port e5fc43bd-1de6-4b8a-9285-75e089d17993 Sep 23 14:19:12.654994 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] For port 711e6f33-d802-46a9-a904-725a65af2389, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=711e6f33-d802-46a9-a904-725a65af2389,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:19:12.719294 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:12.722963 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Publish callbacks [] for port (c235fade-79ce-4801-a2f3-2d093d168e40), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.744411 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (711e6f33-d802-46a9-a904-725a65af2389), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.832604 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.884062 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:19:12.890831 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:19:12.893359 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Pushing event updated for resources: {'Port': ['ID=c235fade-79ce-4801-a2f3-2d093d168e40,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:12.895715 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:19:12.946584 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Attempting to bind port fde5f16e-732a-4070-a41c-9a5849bcfd65 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:19:12.946960 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Attempting to bind port fde5f16e-732a-4070-a41c-9a5849bcfd65 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '3e67b0ed-8c8a-4532-b2a8-28a08e155024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:19:12.947320 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Attempting to bind port fde5f16e-732a-4070-a41c-9a5849bcfd65 on network 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:19:12.980971 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-693d8576-9774-4aa5-81f5-3310331c8d02 None None] Provisioning complete for port 711e6f33-d802-46a9-a904-725a65af2389 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:12.981251 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-693d8576-9774-4aa5-81f5-3310331c8d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (711e6f33-d802-46a9-a904-725a65af2389), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:12.981586 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-693d8576-9774-4aa5-81f5-3310331c8d02 None None] Attempt 1 to provision port 711e6f33-d802-46a9-a904-725a65af2389 Sep 23 14:19:13.065434 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6b7b5-6ef8-42b7-ae85-a5b3fd9d1f97 None None] Pushing event updated for resources: {'Port': ['ID=711e6f33-d802-46a9-a904-725a65af2389,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:13.076408 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:13.098626 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port e5fc43bd-1de6-4b8a-9285-75e089d17993 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:13.139273 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:19:13.139649 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Checking segment: {'id': '3e67b0ed-8c8a-4532-b2a8-28a08e155024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:19:13.140066 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:13.140450 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Bound using segment: {'id': '3e67b0ed-8c8a-4532-b2a8-28a08e155024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:19:13.140947 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Bound port: fde5f16e-732a-4070-a41c-9a5849bcfd65, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e67b0ed-8c8a-4532-b2a8-28a08e155024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:19:13.141326 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:13.180593 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:08Z', 'revision_number': 4, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '711e6f33-d802-46a9-a904-725a65af2389', 'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'mac_address': 'fa:16:3e:55:1c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:08Z', 'updated_at': '2022-09-23T14:19:11Z', 'revision_number': 4, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'subnets': [{'id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:13.207687 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Publish callbacks [] for router_gateway (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:13.240890 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40bb08-24a8-4b01-a791-d8954903c6a7 None None] The sync data for ids ['fac3facf-d965-413c-8105-a3d7f6b5f708'] in dv-cinder-857434-4-iscsi is: [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:08Z', 'revision_number': 4, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '711e6f33-d802-46a9-a904-725a65af2389', 'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'mac_address': 'fa:16:3e:55:1c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:08Z', 'updated_at': '2022-09-23T14:19:11Z', 'revision_number': 4, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'subnets': [{'id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:19:13.248675 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-693d8576-9774-4aa5-81f5-3310331c8d02 None None] Current status of the port 711e6f33-d802-46a9-a904-725a65af2389 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:13.278666 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] For port fde5f16e-732a-4070-a41c-9a5849bcfd65, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:19:13.283841 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] For port fde5f16e-732a-4070-a41c-9a5849bcfd65, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fde5f16e-732a-4070-a41c-9a5849bcfd65,segment=NetworkSegment(3e67b0ed-8c8a-4532-b2a8-28a08e155024),segment_id=3e67b0ed-8c8a-4532-b2a8-28a08e155024)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:19:13.364751 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:13.414500 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:13.472240 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8655ded-f8ca-44b8-9318-de8db3528767 None None] Pushing event updated for resources: {'Port': ['ID=fde5f16e-732a-4070-a41c-9a5849bcfd65,revision_number=2']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:13.498003 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485934'] for router (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:13.774671 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd is scheduled to L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 with binding_index 1 {{(pid=106653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:19:13.895178 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:19:13.908045 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Sync routers for ids ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:19:13.920437 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Routers {'320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:19:13.921342 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:18:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:13.994143 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] Publish callbacks [] for router (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:13.998612 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-5e10b8d9-6260-4c86-8966-86021f9ad0be admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2136948 Sep 23 14:19:13.998970 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38546) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:19:14.039664 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Set router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:19:14.266136 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'name': 'tempest-TestMinimumBasicScenario-1932582636-router', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:11Z', 'updated_at': '2022-09-23T14:19:13Z', 'revision_number': 3, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'gw_port': {'id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:12Z', 'updated_at': '2022-09-23T14:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:14.332267 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Checking router: 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:19:14.333897 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Updating router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd port c235fade-79ce-4801-a2f3-2d093d168e40 binding host dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:19:14.381116 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.385595 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [req-88a3a593-b0b2-4b3f-a978-12861a960d6c req-c1a505cd-82ab-4d89-be33-868a1dbab583 service neutron] (106652) timed out ('10.222.0.49', 64236) {{(pid=106652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 14:19:14.459624 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fde5f16e-732a-4070-a41c-9a5849bcfd65 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:19:14.501830 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f73d1-03ae-44cb-b33b-bf3ab5770aba None None] Network 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:19:14.569716 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-763c1d37-7d93-44ab-b1bb-a34f4e5d613c None None] Provisioning complete for port fde5f16e-732a-4070-a41c-9a5849bcfd65 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:14.570164 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-763c1d37-7d93-44ab-b1bb-a34f4e5d613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.570812 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-763c1d37-7d93-44ab-b1bb-a34f4e5d613c None None] Attempt 1 to provision port fde5f16e-732a-4070-a41c-9a5849bcfd65 Sep 23 14:19:14.590650 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.607505 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:14.674413 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Publish callbacks [] for port (c235fade-79ce-4801-a2f3-2d093d168e40), precommit_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.704195 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port fde5f16e-732a-4070-a41c-9a5849bcfd65 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:14.704776 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.705155 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port fde5f16e-732a-4070-a41c-9a5849bcfd65 Sep 23 14:19:14.723178 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:14.769937 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Allocated IP 172.20.0.1 (59fb17f3-4d5b-4783-bb76-1feffe4a9d44/3c424ada-e95c-4779-a079-4aeea52944d7/5f594391-cf80-4a66-886f-ba62f95ec4fe) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:19:14.773192 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-763c1d37-7d93-44ab-b1bb-a34f4e5d613c None None] Current status of the port fde5f16e-732a-4070-a41c-9a5849bcfd65 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:14.773580 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-763c1d37-7d93-44ab-b1bb-a34f4e5d613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.781005 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.786839 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:14.836194 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-763c1d37-7d93-44ab-b1bb-a34f4e5d613c None None] For port fde5f16e-732a-4070-a41c-9a5849bcfd65, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fde5f16e-732a-4070-a41c-9a5849bcfd65,segment=NetworkSegment(3e67b0ed-8c8a-4532-b2a8-28a08e155024),segment_id=3e67b0ed-8c8a-4532-b2a8-28a08e155024)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:19:14.841472 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173dc0c-7888-47cb-895c-11ccfde24c53 None None] Pushing event updated for resources: {'Port': ['ID=c235fade-79ce-4801-a2f3-2d093d168e40,revision_number=2']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:14.848889 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Attempting to bind port c235fade-79ce-4801-a2f3-2d093d168e40 on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:19:14.849509 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Attempting to bind port c235fade-79ce-4801-a2f3-2d093d168e40 by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:19:14.849947 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Attempting to bind port c235fade-79ce-4801-a2f3-2d093d168e40 on network 440abc1c-e003-476b-b222-d237f23a2f0a {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:19:14.856383 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:14.872839 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port fde5f16e-732a-4070-a41c-9a5849bcfd65 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:14.873236 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.894815 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Publish callbacks [] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.918686 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:19:14.919378 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Checking segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:19:14.919907 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.920405 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Bound using segment: {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'} {{(pid=106655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:19:14.920981 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.managers [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Bound port: c235fade-79ce-4801-a2f3-2d093d168e40, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b12fb6-68ae-4b42-b690-2f7215be6834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a'}}] {{(pid=106655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:19:14.921480 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), before_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.927950 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-763c1d37-7d93-44ab-b1bb-a34f4e5d613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:14.956222 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:14.999835 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] For port c235fade-79ce-4801-a2f3-2d093d168e40, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:19:15.003472 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.db [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] For port c235fade-79ce-4801-a2f3-2d093d168e40, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=c235fade-79ce-4801-a2f3-2d093d168e40,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:19:15.004629 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.013661 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.db.api [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 14:19:15.014073 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG oslo_db.api [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 14:19:15.027583 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c1d37-7d93-44ab-b1bb-a34f4e5d613c None None] Pushing event updated for resources: {'Port': ['ID=fde5f16e-732a-4070-a41c-9a5849bcfd65,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:15.049222 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Network 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:19:15.055917 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:19:15.059442 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:19:15.077888 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-1e2d53ab-1ad0-4e44-ba35-bfb5826c6661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.106244 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Pushing event updated for resources: {'Port': ['ID=5f594391-cf80-4a66-886f-ba62f95ec4fe,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:15.123520 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494103'] for router_interface (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.129547 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), after_update {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.151218 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-71e192a0-4939-45ef-9458-7d3bf8382d91 None None] Provisioning complete for port fde5f16e-732a-4070-a41c-9a5849bcfd65 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:15.151874 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-71e192a0-4939-45ef-9458-7d3bf8382d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.152567 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-71e192a0-4939-45ef-9458-7d3bf8382d91 None None] Attempt 1 to provision port fde5f16e-732a-4070-a41c-9a5849bcfd65 Sep 23 14:19:15.163663 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Routers {'320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:19:15.164592 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:18:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:15.197373 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:15.221726 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:15.274171 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-71e192a0-4939-45ef-9458-7d3bf8382d91 None None] Current status of the port fde5f16e-732a-4070-a41c-9a5849bcfd65 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:15.277555 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.288645 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173dc0c-7888-47cb-895c-11ccfde24c53 None None] Pushing event updated for resources: {'Port': ['ID=c235fade-79ce-4801-a2f3-2d093d168e40,revision_number=3']} {{(pid=106655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:15.314469 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] Set router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:19:15.360669 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.396149 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Provisioning complete for port 5f594391-cf80-4a66-886f-ba62f95ec4fe triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:15.396609 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.397011 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Attempt 1 to provision port 5f594391-cf80-4a66-886f-ba62f95ec4fe Sep 23 14:19:15.440439 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Port 5f594391-cf80-4a66-886f-ba62f95ec4fe cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:15.498265 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'name': 'tempest-TestMinimumBasicScenario-1932582636-router', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:11Z', 'updated_at': '2022-09-23T14:19:13Z', 'revision_number': 3, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'gw_port': {'id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:12Z', 'updated_at': '2022-09-23T14:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:15.529367 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5290e19-ef9e-4d73-92a2-ff05cab455b8 None None] The sync data for ids ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'] in dv-cinder-857434-4-iscsi is: [{'id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'name': 'tempest-TestMinimumBasicScenario-1932582636-router', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:11Z', 'updated_at': '2022-09-23T14:19:13Z', 'revision_number': 3, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'gw_port': {'id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:12Z', 'updated_at': '2022-09-23T14:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:19:15.560589 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port fde5f16e-732a-4070-a41c-9a5849bcfd65 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:15.560589 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 711e6f33-d802-46a9-a904-725a65af2389 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:19:15.607823 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 711e6f33-d802-46a9-a904-725a65af2389 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:15.608508 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (711e6f33-d802-46a9-a904-725a65af2389), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.608939 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 711e6f33-d802-46a9-a904-725a65af2389 Sep 23 14:19:15.698371 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 711e6f33-d802-46a9-a904-725a65af2389 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:15.819400 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Publish callbacks [] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.883125 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.941839 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Attempt 2 to provision port 5f594391-cf80-4a66-886f-ba62f95ec4fe Sep 23 14:19:15.954030 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Pushing event updated for resources: {'Port': ['ID=5f594391-cf80-4a66-886f-ba62f95ec4fe,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:15.956560 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494211'] for router_interface (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:15.982989 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Port 5f594391-cf80-4a66-886f-ba62f95ec4fe cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:16.063797 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Network 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:19:16.065269 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:19:16.199415 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:19:16.266281 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:16.325976 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:19:16.327280 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-9f112892-9700-4e89-891d-7f23ee234629 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/320a9b7b-6b6e-4eaa-b804-f1ea83407bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3272784 Sep 23 14:19:16.425103 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fde5f16e-732a-4070-a41c-9a5849bcfd65 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:19:16.473063 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port fde5f16e-732a-4070-a41c-9a5849bcfd65 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:16.473511 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:16.473932 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port fde5f16e-732a-4070-a41c-9a5849bcfd65 Sep 23 14:19:16.495267 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Attempt 3 to provision port 5f594391-cf80-4a66-886f-ba62f95ec4fe Sep 23 14:19:16.546506 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Port 5f594391-cf80-4a66-886f-ba62f95ec4fe cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:16.585472 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port fde5f16e-732a-4070-a41c-9a5849bcfd65 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:16.587110 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device c235fade-79ce-4801-a2f3-2d093d168e40 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:19:16.632544 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port c235fade-79ce-4801-a2f3-2d093d168e40 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:16.632928 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:16.633269 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port c235fade-79ce-4801-a2f3-2d093d168e40 Sep 23 14:19:16.695957 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:16.711828 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port c235fade-79ce-4801-a2f3-2d093d168e40 is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:16.712235 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:16.734905 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] For port c235fade-79ce-4801-a2f3-2d093d168e40, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=c235fade-79ce-4801-a2f3-2d093d168e40,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:19:16.809015 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:16.860450 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Pushing event updated for resources: {'Port': ['ID=c235fade-79ce-4801-a2f3-2d093d168e40,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:17.047998 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Attempt 4 to provision port 5f594391-cf80-4a66-886f-ba62f95ec4fe Sep 23 14:19:17.084290 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Port 5f594391-cf80-4a66-886f-ba62f95ec4fe cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:17.127548 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Sync routers for ids ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:19:17.138429 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Routers {'320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:19:17.139045 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:18:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:17.251137 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Set router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:19:17.457392 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc2a62db-f394-47a2-9153-0c65d7ed2e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:17.471740 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:17.600095 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Attempt 5 to provision port 5f594391-cf80-4a66-886f-ba62f95ec4fe Sep 23 14:19:17.650999 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'name': 'tempest-TestMinimumBasicScenario-1932582636-router', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:11Z', 'updated_at': '2022-09-23T14:19:15Z', 'revision_number': 4, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'gw_port': {'id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:12Z', 'updated_at': '2022-09-23T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '5f594391-cf80-4a66-886f-ba62f95ec4fe', 'name': '', 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'mac_address': 'fa:16:3e:89:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3c424ada-e95c-4779-a079-4aeea52944d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:14Z', 'updated_at': '2022-09-23T14:19:15Z', 'revision_number': 2, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'subnets': [{'id': '3c424ada-e95c-4779-a079-4aeea52944d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:17.653533 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Port 5f594391-cf80-4a66-886f-ba62f95ec4fe cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:17.681371 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Checking router: 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:19:17.681844 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Updating router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd port 5f594391-cf80-4a66-886f-ba62f95ec4fe binding host dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:19:17.721586 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:18.081979 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Publish callbacks [] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), precommit_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:18.147148 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:18.189073 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:18.193338 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Attempt 6 to provision port 5f594391-cf80-4a66-886f-ba62f95ec4fe Sep 23 14:19:18.232141 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128af1e5-7548-4bd8-b806-20df4a13814d None None] Pushing event updated for resources: {'Port': ['ID=5f594391-cf80-4a66-886f-ba62f95ec4fe,revision_number=3']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:18.283341 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Port 5f594391-cf80-4a66-886f-ba62f95ec4fe cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:18.321313 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Attempting to bind port 5f594391-cf80-4a66-886f-ba62f95ec4fe on host dv-cinder-857434-4-iscsi for vnic_type normal with profile {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:19:18.321845 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Attempting to bind port 5f594391-cf80-4a66-886f-ba62f95ec4fe by drivers openvswitch,hyperv on host dv-cinder-857434-4-iscsi at level 0 using segments [{'id': '3e67b0ed-8c8a-4532-b2a8-28a08e155024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44'}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:19:18.322098 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Attempting to bind port 5f594391-cf80-4a66-886f-ba62f95ec4fe on network 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:19:18.375779 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Checking agent: {'id': '3ae8f99d-e753-42f1-9b55-3bcbd2213d07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 13, 53, 50), 'started_at': datetime.datetime(2022, 9, 23, 13, 54, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:19:18.376156 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Checking segment: {'id': '3e67b0ed-8c8a-4532-b2a8-28a08e155024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:19:18.376904 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:18.377296 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Bound using segment: {'id': '3e67b0ed-8c8a-4532-b2a8-28a08e155024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44'} {{(pid=106654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:19:18.377781 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.managers [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Bound port: 5f594391-cf80-4a66-886f-ba62f95ec4fe, host: dv-cinder-857434-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e67b0ed-8c8a-4532-b2a8-28a08e155024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44'}}] {{(pid=106654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:19:18.378220 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:18.381839 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device c235fade-79ce-4801-a2f3-2d093d168e40 up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:19:18.489509 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port c235fade-79ce-4801-a2f3-2d093d168e40 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:18.489875 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:18.490207 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port c235fade-79ce-4801-a2f3-2d093d168e40 Sep 23 14:19:18.492180 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] For port 5f594391-cf80-4a66-886f-ba62f95ec4fe, host dv-cinder-857434-4-iscsi, cleared binding levels {{(pid=106654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:19:18.496123 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] For port 5f594391-cf80-4a66-886f-ba62f95ec4fe, host dv-cinder-857434-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=5f594391-cf80-4a66-886f-ba62f95ec4fe,segment=NetworkSegment(3e67b0ed-8c8a-4532-b2a8-28a08e155024),segment_id=3e67b0ed-8c8a-4532-b2a8-28a08e155024)] {{(pid=106654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:19:18.569172 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:18.588493 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:18.594855 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port c235fade-79ce-4801-a2f3-2d093d168e40 is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:18.635372 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Routers {'320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:19:18.636014 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:19:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:18.699461 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:18.707081 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128af1e5-7548-4bd8-b806-20df4a13814d None None] Pushing event updated for resources: {'Port': ['ID=5f594391-cf80-4a66-886f-ba62f95ec4fe,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:18.781158 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Attempt 7 to provision port 5f594391-cf80-4a66-886f-ba62f95ec4fe Sep 23 14:19:18.808257 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] Set router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:19:18.988547 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Current status of the port 5f594391-cf80-4a66-886f-ba62f95ec4fe is: DOWN; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:18.988547 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:19.070498 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] For port 5f594391-cf80-4a66-886f-ba62f95ec4fe, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=5f594391-cf80-4a66-886f-ba62f95ec4fe,segment=NetworkSegment(3e67b0ed-8c8a-4532-b2a8-28a08e155024),segment_id=3e67b0ed-8c8a-4532-b2a8-28a08e155024)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:19:19.077148 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:19.095522 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'name': 'tempest-TestMinimumBasicScenario-1932582636-router', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:11Z', 'updated_at': '2022-09-23T14:19:15Z', 'revision_number': 4, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'gw_port': {'id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:12Z', 'updated_at': '2022-09-23T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '5f594391-cf80-4a66-886f-ba62f95ec4fe', 'name': '', 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'mac_address': 'fa:16:3e:89:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3c424ada-e95c-4779-a079-4aeea52944d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:14Z', 'updated_at': '2022-09-23T14:19:18Z', 'revision_number': 4, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'subnets': [{'id': '3c424ada-e95c-4779-a079-4aeea52944d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:19:19.123950 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a9c82-ab28-4f62-809a-ad3bbadb72a8 None None] The sync data for ids ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'] in dv-cinder-857434-4-iscsi is: [{'id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'name': 'tempest-TestMinimumBasicScenario-1932582636-router', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:11Z', 'updated_at': '2022-09-23T14:19:15Z', 'revision_number': 4, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'gw_port': {'id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:12Z', 'updated_at': '2022-09-23T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '5f594391-cf80-4a66-886f-ba62f95ec4fe', 'name': '', 'network_id': '59fb17f3-4d5b-4783-bb76-1feffe4a9d44', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'mac_address': 'fa:16:3e:89:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3c424ada-e95c-4779-a079-4aeea52944d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:14Z', 'updated_at': '2022-09-23T14:19:18Z', 'revision_number': 4, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'subnets': [{'id': '3c424ada-e95c-4779-a079-4aeea52944d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:19:19.130672 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:19.202413 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8469c-ff14-4bcb-8cc8-11c4113becdc None None] Pushing event updated for resources: {'Port': ['ID=5f594391-cf80-4a66-886f-ba62f95ec4fe,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:19.252627 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-e5066cee-c4ea-4ec5-a06e-643448274e0f None None] Provisioning complete for port 5f594391-cf80-4a66-886f-ba62f95ec4fe triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:19.253194 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-e5066cee-c4ea-4ec5-a06e-643448274e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:19.253630 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-e5066cee-c4ea-4ec5-a06e-643448274e0f None None] Attempt 1 to provision port 5f594391-cf80-4a66-886f-ba62f95ec4fe Sep 23 14:19:19.391997 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-e5066cee-c4ea-4ec5-a06e-643448274e0f None None] Current status of the port 5f594391-cf80-4a66-886f-ba62f95ec4fe is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:19.993623 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:20.250222 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:20.367638 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 5f594391-cf80-4a66-886f-ba62f95ec4fe up at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:19:20.411012 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Provisioning complete for port 5f594391-cf80-4a66-886f-ba62f95ec4fe triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:20.411536 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:20.412022 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Attempt 1 to provision port 5f594391-cf80-4a66-886f-ba62f95ec4fe Sep 23 14:19:20.502151 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Current status of the port 5f594391-cf80-4a66-886f-ba62f95ec4fe is: ACTIVE; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:25.497860 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:25.501984 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=14 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:26.320215 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=54 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:28.069144 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-b91c1e70-706d-48db-96bc-c8138f4eaae5 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:28.070560 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-b91c1e70-706d-48db-96bc-c8138f4eaae5 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/networks?id=47302714-65e9-4ede-a8af-ba0e8796bf37 HTTP/1.1" status: 200 len: 814 time: 0.1087484 Sep 23 14:19:28.085531 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-f417c4e5-2f0d-4831-8b69-dbb30355d208 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/quotas/6ac60e3f01644a258f0a7ebddf8f4d30 HTTP/1.1" status: 200 len: 375 time: 0.0092788 Sep 23 14:19:28.139910 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-a53241e3-7118-4b93-b140-f98fbe14f3fc tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458961 Sep 23 14:19:28.245617 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-174fc5ae-9227-4248-bcba-c8181214f540 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944715 Sep 23 14:19:28.337353 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-281bd1bd-8b62-4cad-bc5b-fa91e647806d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858102 Sep 23 14:19:28.614619 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6040f79c-c81a-4510-8baf-c58e388960e1 req-981af387-6e8e-4039-a321-350c25d6241a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 210 time: 0.0338726 Sep 23 14:19:29.701759 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-25822012-51ac-478e-a386-9e2ebb0163a7 req-17e0a050-a5ec-4299-9bda-fc819fa5c96f tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 210 time: 0.0282304 Sep 23 14:19:30.491657 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:30.500643 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:30.804159 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-73076315-f875-4d6a-8c48-eecb4fa6d8b2 req-bec77838-6576-4f0d-8ad6-34f791d2d45f tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 210 time: 0.0283060 Sep 23 14:19:31.190654 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-1f800ac0-a511-492a-883d-15c60ea4668f tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:31.192037 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-1f800ac0-a511-492a-883d-15c60ea4668f tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.49 "GET /networking/v2.0/networks?id=47302714-65e9-4ede-a8af-ba0e8796bf37 HTTP/1.1" status: 200 len: 814 time: 0.1013868 Sep 23 14:19:31.215690 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Request body: {'port': {'device_id': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'admin_state_up': True, 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:19:31.413390 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Made reservation on behalf of 6ac60e3f01644a258f0a7ebddf8f4d30 for: {'port': 1} {{(pid=106652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:19:31.417189 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:31.552950 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_common [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Allocated IP 172.20.0.8 (47302714-65e9-4ede-a8af-ba0e8796bf37/f02e373b-7c77-4de3-a1f4-b38ac716f1db/8fc5fd76-db4f-4ef2-92ab-38a75f0a6856) {{(pid=106652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:19:31.708650 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:31.806821 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:31.856620 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Network 47302714-65e9-4ede-a8af-ba0e8796bf37 is already hosted by enough agents. {{(pid=106652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:19:31.859965 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.base_scheduler [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Resources bound (agent type, host, resource id): {{(pid=106652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:19:31.864029 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Received port after_create {{(pid=106652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:19:31.934144 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:31.934977 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:31.941610 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'Port': ['ID=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:31.970030 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8313bcd-227b-479e-b879-00a9a9f26a8f req-dceedcb7-691e-4f1e-ac11-83e93266057a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:31.977815 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e8313bcd-227b-479e-b879-00a9a9f26a8f req-dceedcb7-691e-4f1e-ac11-83e93266057a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 931 time: 0.0729573 Sep 23 14:19:32.032134 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e8313bcd-227b-479e-b879-00a9a9f26a8f req-04545f89-b62f-4f63-a705-ce9a4b951e5f tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533304 Sep 23 14:19:32.084954 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c4bfa07c-d49e-46fb-a834-c3dcd44531eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8733351 Sep 23 14:19:32.214476 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Provisioning complete for port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 triggered by entity DHCP. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:32.215616 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:32.216222 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Attempt 1 to provision port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 Sep 23 14:19:32.261473 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:32.762768 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Attempt 2 to provision port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 Sep 23 14:19:32.801650 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:33.171019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caede4-0839-47e8-a229-feb7dc66d5f7 req-1ce806c9-adfe-4fcd-be24-92f02d7172fd tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:33.172588 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b8caede4-0839-47e8-a229-feb7dc66d5f7 req-1ce806c9-adfe-4fcd-be24-92f02d7172fd tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 931 time: 0.0594714 Sep 23 14:19:33.245118 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b8caede4-0839-47e8-a229-feb7dc66d5f7 req-9ff5ef9a-1796-4b74-a49a-4e831e67d510 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667458 Sep 23 14:19:33.302598 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Attempt 3 to provision port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 Sep 23 14:19:33.338356 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:33.839536 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Attempt 4 to provision port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 Sep 23 14:19:33.875074 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:34.375870 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Attempt 5 to provision port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 Sep 23 14:19:34.389048 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ba36b-ae8e-42e5-89d3-3e00caa468f7 req-827e8e43-5c90-473f-a34d-31ce4d0bdf79 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:34.390734 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-030ba36b-ae8e-42e5-89d3-3e00caa468f7 req-827e8e43-5c90-473f-a34d-31ce4d0bdf79 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 931 time: 0.0636306 Sep 23 14:19:34.412801 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:34.447370 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-030ba36b-ae8e-42e5-89d3-3e00caa468f7 req-95e98097-bcf0-44a3-afb0-917b89d23964 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474505 Sep 23 14:19:34.914720 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Attempt 6 to provision port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 Sep 23 14:19:34.953809 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:35.455000 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Attempt 7 to provision port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 Sep 23 14:19:35.490783 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:35.595018 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9e63a-7fe8-49a9-b7d1-dc490cbd2a25 req-8180ad3f-be88-4700-8b8e-94b0558c33af tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:35.598375 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6fc9e63a-7fe8-49a9-b7d1-dc490cbd2a25 req-8180ad3f-be88-4700-8b8e-94b0558c33af tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 931 time: 0.0683932 Sep 23 14:19:35.664886 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-6fc9e63a-7fe8-49a9-b7d1-dc490cbd2a25 req-332219fd-6081-4e21-a4c2-81b82ad410eb tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623372 Sep 23 14:19:35.991981 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Attempt 8 to provision port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 Sep 23 14:19:36.029908 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:36.531516 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Attempt 9 to provision port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 Sep 23 14:19:36.566176 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:36.790876 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1c9b3-64e9-4ba2-903d-4673f4cf2b29 req-ad5ce1fe-ab83-4284-b7d2-c58bbc18586b tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:36.792392 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cec1c9b3-64e9-4ba2-903d-4673f4cf2b29 req-ad5ce1fe-ab83-4284-b7d2-c58bbc18586b tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 931 time: 0.0496585 Sep 23 14:19:36.844574 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-cec1c9b3-64e9-4ba2-903d-4673f4cf2b29 req-de8e9c7c-39b0-4c8a-89cf-942e33f2bfe6 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447571 Sep 23 14:19:37.067322 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Attempt 10 to provision port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 Sep 23 14:19:37.106164 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-121c3e90-5dfb-4dd4-a622-71ba088402c1 None None] Port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 cannot update to ACTIVE because it is not bound. {{(pid=106654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 14:19:37.976687 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069fcd-dec8-4e09-837f-c7efe85ee9dd req-5f457f8d-ae57-42ae-927e-2fc02cba92d1 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:37.978792 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c3069fcd-dec8-4e09-837f-c7efe85ee9dd req-5f457f8d-ae57-42ae-927e-2fc02cba92d1 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 931 time: 0.0508704 Sep 23 14:19:38.042483 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c3069fcd-dec8-4e09-837f-c7efe85ee9dd req-df2b63ad-d024-4805-81c2-9b46b56f5489 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541372 Sep 23 14:19:39.164921 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4c1a9-db31-4e3d-b20c-ceb59d38acd4 req-3bde3112-cfaa-411b-8aa7-fe2db21f8e5f tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:39.166425 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-04f4c1a9-db31-4e3d-b20c-ceb59d38acd4 req-3bde3112-cfaa-411b-8aa7-fe2db21f8e5f tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 931 time: 0.0512607 Sep 23 14:19:39.203423 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:39.211869 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:39.220573 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-04f4c1a9-db31-4e3d-b20c-ceb59d38acd4 req-eaa1a09a-efa8-40ef-8064-508d9388426c tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478456 Sep 23 14:19:39.621863 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Request body: {'port': {'device_id': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:19:39.686028 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:39.742493 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:39.784733 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:39.945338 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 {{(pid=106652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:19:39.953750 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Publish callbacks [] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), precommit_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:39.967802 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.provisioning_blocks [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Transition to ACTIVE for port object 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 will not be triggered until provisioned by entity L2. {{(pid=106652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 14:19:40.070649 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:40.137854 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,revision_number=2']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:40.189472 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Attempting to bind port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 14:19:40.189814 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Attempting to bind port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 14:19:40.190142 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Attempting to bind port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 on network 47302714-65e9-4ede-a8af-ba0e8796bf37 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:19:40.232563 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 on network 47302714-65e9-4ede-a8af-ba0e8796bf37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:19:40.242980 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Attempting to bind port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 on network 47302714-65e9-4ede-a8af-ba0e8796bf37 {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:19:40.277404 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Checking agent: {'id': 'a35ff765-3235-40b9-9bda-7f842e3aa838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'started_at': datetime.datetime(2022, 9, 23, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 14:19:40.283178 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Checking segment: {'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 14:19:40.283178 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Bound using segment: {'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'} {{(pid=106652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 14:19:40.283178 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.managers [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Bound port: 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611c711e-a9b7-4d7d-9c81-1741adc14053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37'}}] {{(pid=106652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 14:19:40.283178 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), before_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:40.343467 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510d342-54b9-4ae0-84ad-53e709c1458a req-9987b6ea-337a-41e2-89fb-aeb3ef072526 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:40.344942 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7510d342-54b9-4ae0-84ad-53e709c1458a req-9987b6ea-337a-41e2-89fb-aeb3ef072526 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 943 time: 0.0472333 Sep 23 14:19:40.345849 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] For port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856, host hv-cinder-85743, cleared binding levels {{(pid=106652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:19:40.349062 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] For port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:19:40.395160 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-7510d342-54b9-4ae0-84ad-53e709c1458a req-5d2b3fb4-39fd-44f9-b7db-300f41c39284 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441959 Sep 23 14:19:40.436781 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59169274'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), after_update {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:40.441149 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:40.441762 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:40.443184 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 HTTP/1.1" status: 200 len: 1093 time: 0.8258140 Sep 23 14:19:40.443685 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:19:40.445942 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c4ff4c-9b91-497d-9e42-da39e8e04315" -d '{"events": [{"name": "network-changed", "server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:19:40.494104 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2dbd9-c1ab-46e4-88ed-46afb0a13e31 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,revision_number=3']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:40.578929 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:40.604692 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a312e6-12c6-4af6-8c78-64d6e8c11e3c x-openstack-request-id: req-94a312e6-12c6-4af6-8c78-64d6e8c11e3c {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:19:40.604987 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:19:40.605239 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94a312e6-12c6-4af6-8c78-64d6e8c11e3c {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:19:40.606166 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a312e6-12c6-4af6-8c78-64d6e8c11e3c'] response: {'name': 'network-changed', 'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'status': 'completed', 'code': 200} Sep 23 14:19:40.701392 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4ff4c-9b91-497d-9e42-da39e8e04315 req-391bdf57-b227-4716-a6ab-a8001207ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:40.702943 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d0c4ff4c-9b91-497d-9e42-da39e8e04315 req-391bdf57-b227-4716-a6ab-a8001207ec1e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30&device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 1127 time: 0.0415409 Sep 23 14:19:40.814651 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4ff4c-9b91-497d-9e42-da39e8e04315 req-92f7d09f-eee6-4adc-8994-270b841aa7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:40.816008 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d0c4ff4c-9b91-497d-9e42-da39e8e04315 req-92f7d09f-eee6-4adc-8994-270b841aa7ef service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0983262 Sep 23 14:19:40.909916 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4ff4c-9b91-497d-9e42-da39e8e04315 req-2f4130f7-6327-485c-ada3-329a3a28324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:40.911419 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-d0c4ff4c-9b91-497d-9e42-da39e8e04315 req-2f4130f7-6327-485c-ada3-329a3a28324f service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883770 Sep 23 14:19:41.017096 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-4747e4b7-00ad-42e3-a6e2-ebfa08b21f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:41.018611 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-4747e4b7-00ad-42e3-a6e2-ebfa08b21f79 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30&device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 1127 time: 0.0443263 Sep 23 14:19:41.065517 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-ffe368e5-e60a-46d6-89ea-da5e71623051 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 HTTP/1.1" status: 200 len: 217 time: 0.0323882 Sep 23 14:19:41.114424 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-f650575c-cb18-4f65-8869-6fdd13f2517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:41.115821 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-f650575c-cb18-4f65-8869-6fdd13f2517f service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f02e373b-7c77-4de3-a1f4-b38ac716f1db HTTP/1.1" status: 200 len: 853 time: 0.0436642 Sep 23 14:19:41.152000 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:41.160211 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-89ec9983-3ae9-4b96-935a-43f3c5509e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:41.166985 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-89ec9983-3ae9-4b96-935a-43f3c5509e28 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=47302714-65e9-4ede-a8af-ba0e8796bf37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390482 Sep 23 14:19:41.263966 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-c1b20277-e86b-4719-b2eb-0e8a4c6fdc3e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937800 Sep 23 14:19:41.358732 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3c950b5a-a1cd-49ea-9783-22ce1475e5dc req-24f206de-e9f0-4e4b-839b-89544c5850ff service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880275 Sep 23 14:19:41.518972 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17019f4-b6eb-4950-b313-5004e08b272f req-8aeffd42-c1bc-44a3-b2f8-1e07761b850e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:41.520437 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a17019f4-b6eb-4950-b313-5004e08b272f req-8aeffd42-c1bc-44a3-b2f8-1e07761b850e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 943 time: 0.0500021 Sep 23 14:19:41.570273 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a17019f4-b6eb-4950-b313-5004e08b272f req-b295fc1c-15c9-42eb-9b60-5e8ceecad920 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Sep 23 14:19:42.694284 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea3a68-e341-4e58-ac03-bfee924b270b req-d2ef7ebd-4ef7-4c9a-866b-a55c1cd839c3 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:42.695793 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c3ea3a68-e341-4e58-ac03-bfee924b270b req-d2ef7ebd-4ef7-4c9a-866b-a55c1cd839c3 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 943 time: 0.0465169 Sep 23 14:19:42.743001 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-c3ea3a68-e341-4e58-ac03-bfee924b270b req-4455bcfa-3e57-4512-a8c1-68a5a1e2fff9 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Sep 23 14:19:43.319341 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:43.320122 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:43.864039 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e6c88-c9e6-4ce9-90f9-3e865150c661 req-28a68932-6fa5-40a1-9416-ecb4a8883319 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:43.865469 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a79e6c88-c9e6-4ce9-90f9-3e865150c661 req-28a68932-6fa5-40a1-9416-ecb4a8883319 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 943 time: 0.0456491 Sep 23 14:19:43.906756 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:19:43.924289 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a79e6c88-c9e6-4ce9-90f9-3e865150c661 req-ed1ebbd5-5140-4c13-ad7c-6248610f1014 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478895 Sep 23 14:19:44.135350 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:19:44.143353 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Returning: {'device': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'port_id': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'mac_address': 'fa:16:3e:f0:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:19:44.178599 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 is: DOWN; New status is: BUILD {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:44.178989 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:44.191942 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 {{(pid=106654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 14:19:44.212775 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:19:44.401311 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:44.446960 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,revision_number=4']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:44.748333 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:19:45.043863 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c679ab-c8b2-4e9a-b4d5-905597bfbcb2 req-9cb498e1-acf2-4035-ac55-ba1a6f8d5f49 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:45.045274 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-15c679ab-c8b2-4e9a-b4d5-905597bfbcb2 req-9cb498e1-acf2-4035-ac55-ba1a6f8d5f49 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 944 time: 0.0455515 Sep 23 14:19:45.047818 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-404a6543-4e08-4eaa-9e77-002a4dc48581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:45.095170 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-15c679ab-c8b2-4e9a-b4d5-905597bfbcb2 req-a24ab6ee-8ddc-4a67-8259-c323a895de93 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434947 Sep 23 14:19:45.393417 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:45.394975 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:45.527292 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:45.908537 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 up at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:19:45.953343 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning for port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 completed by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 14:19:46.053072 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.provisioning_blocks [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Provisioning complete for port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 triggered by entity L2. {{(pid=106654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 14:19:46.053770 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16442846'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), provisioning_complete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:46.053770 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Attempt 1 to provision port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 Sep 23 14:19:46.128156 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Current status of the port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 is: BUILD; New status is: ACTIVE {{(pid=106654) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 14:19:46.128547 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), before_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:46.153613 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'}] {{(pid=106654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:19:46.156421 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6844615c8c8996883d8977ba060f20aaa30c7912ac84d360c210290e374fbadd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243a6c7d-3bfa-49d9-a557-fcca540d9504" -d '{"events": [{"server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "name": "network-vif-plugged", "status": "completed", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856"}]}' {{(pid=106654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:19:46.173410 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] For port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:19:46.222499 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29194aa-ac01-41f4-9807-adfe537b8906 req-b17069bd-a1b9-4bc0-b47c-48fa4299aa09 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:46.224009 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f29194aa-ac01-41f4-9807-adfe537b8906 req-b17069bd-a1b9-4bc0-b47c-48fa4299aa09 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 944 time: 0.0530262 Sep 23 14:19:46.256792 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aeeb3d-8e22-4142-b41c-118ce2aba002 x-openstack-request-id: req-e9aeeb3d-8e22-4142-b41c-118ce2aba002 {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:19:46.257086 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "name": "network-vif-plugged", "status": "completed", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856", "code": 200}]} {{(pid=106654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:19:46.257334 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9aeeb3d-8e22-4142-b41c-118ce2aba002 {{(pid=106654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:19:46.257733 dv-cinder-857434-4-iscsi neutron-server[106654]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9aeeb3d-8e22-4142-b41c-118ce2aba002'] response: {'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'code': 200} Sep 23 14:19:46.273358 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-f29194aa-ac01-41f4-9807-adfe537b8906 req-0324ab61-83c8-4c65-ba11-c75b28a4bb37 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438664 Sep 23 14:19:46.305590 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:19:46.310040 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:46.362148 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Pushing event updated for resources: {'Port': ['ID=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,revision_number=5']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:19:46.660480 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3206e-8a65-45e5-af74-326f73e9b6c4 req-01aeee14-3cda-420a-92a6-2be7cc55a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:46.662029 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-65b3206e-8a65-45e5-af74-326f73e9b6c4 req-01aeee14-3cda-420a-92a6-2be7cc55a7df service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 1129 time: 0.0385554 Sep 23 14:19:46.707142 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-65b3206e-8a65-45e5-af74-326f73e9b6c4 req-00e563d1-024c-4da3-ab96-b4ba2df652be service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382962 Sep 23 14:19:47.367356 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-b5a06bac-4e96-4f80-a910-e2c0a63eb10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:47.399607 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd0a90-929a-4853-9727-9c094552598d req-cdc9c70e-9c79-47db-b1e2-bdf105c32165 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:47.401136 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-93bd0a90-929a-4853-9727-9c094552598d req-cdc9c70e-9c79-47db-b1e2-bdf105c32165 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 945 time: 0.0514324 Sep 23 14:19:47.449345 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-93bd0a90-929a-4853-9727-9c094552598d req-d03397cb-8cfd-4938-a18d-eb4ddba89eef tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Sep 23 14:19:48.573025 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207b555-ca5d-489c-8835-00aaa6dd10e5 req-8c0be3c4-01b1-4dcd-a5bd-7052cc78410a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:48.574605 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b207b555-ca5d-489c-8835-00aaa6dd10e5 req-8c0be3c4-01b1-4dcd-a5bd-7052cc78410a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 945 time: 0.0489466 Sep 23 14:19:48.623288 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-b207b555-ca5d-489c-8835-00aaa6dd10e5 req-c08ec419-f2a4-43b5-a566-73de8121b64e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Sep 23 14:19:48.629954 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:49.750154 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c65e6-3851-407d-8b1b-86faa6f465dc req-e258dbfc-98ed-4a53-b122-b9f0e164f7ff tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:49.751693 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d91c65e6-3851-407d-8b1b-86faa6f465dc req-e258dbfc-98ed-4a53-b122-b9f0e164f7ff tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 945 time: 0.0506713 Sep 23 14:19:49.798615 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d91c65e6-3851-407d-8b1b-86faa6f465dc req-afe56e5b-b252-4a3d-b039-96fe2762301b tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 Sep 23 14:19:49.921673 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e725b8f-54fb-4f35-9977-01faf3c97353 req-a9e038f1-fa16-45c8-8f9e-18adc436c106 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:49.923240 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8e725b8f-54fb-4f35-9977-01faf3c97353 req-a9e038f1-fa16-45c8-8f9e-18adc436c106 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 945 time: 0.0471587 Sep 23 14:19:49.971193 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-8e725b8f-54fb-4f35-9977-01faf3c97353 req-3956dc40-75a5-40a4-b343-44c1abd62a1d tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423682 Sep 23 14:19:50.092685 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:50.323055 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be2eb2-5665-4771-aee4-5493d6c27052 req-5c2eb3a6-a22b-40c9-b6af-d985abdce8df tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:19:50.324512 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-43be2eb2-5665-4771-aee4-5493d6c27052 req-5c2eb3a6-a22b-40c9-b6af-d985abdce8df tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 945 time: 0.0516868 Sep 23 14:19:50.345108 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:19:50.356480 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:50.376812 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-43be2eb2-5665-4771-aee4-5493d6c27052 req-1053c085-208f-40c7-b2c9-08a8c5658bf1 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460100 Sep 23 14:19:56.302242 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:56.702297 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=51 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:19:56.704332 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=17 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:00.372993 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=99 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:01.922378 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846dd1b-a03b-4d56-a3ae-6a663e1de8a2 req-650257e5-664d-42c7-9559-94952537566c tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:01.923741 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1846dd1b-a03b-4d56-a3ae-6a663e1de8a2 req-650257e5-664d-42c7-9559-94952537566c tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 945 time: 0.0464237 Sep 23 14:20:01.970983 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1846dd1b-a03b-4d56-a3ae-6a663e1de8a2 req-ee8102fb-ce16-4ed1-9a90-ee2eb2bb6434 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Sep 23 14:20:01.999305 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38746) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:20:02.124506 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8cfb5c-2fc0-4f03-b7b1-2e67195df4bc tempest-TestMinimumBasicScenario-1522921336 tempest-TestMinimumBasicScenario-1522921336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:02.126636 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ca8cfb5c-2fc0-4f03-b7b1-2e67195df4bc tempest-TestMinimumBasicScenario-1522921336 tempest-TestMinimumBasicScenario-1522921336-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 1124 time: 0.1257744 Sep 23 14:20:02.129862 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38750) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:20:02.134048 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Request body: {'floatingip': {'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'port_id': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:20:02.218613 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:02.301313 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (None), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:02.403506 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.db_base_plugin_common [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Allocated IP 172.27.1.130 (440abc1c-e003-476b-b222-d237f23a2f0a/039d297f-b5b5-4f23-834e-75caefad683c/8fd6149f-0e17-4e11-84e3-1c40cf75b7aa) {{(pid=106653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:20:02.510993 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for port (8fd6149f-0e17-4e11-84e3-1c40cf75b7aa), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:02.612627 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774122256056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (8fd6149f-0e17-4e11-84e3-1c40cf75b7aa), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:02.647196 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Network 440abc1c-e003-476b-b222-d237f23a2f0a is already hosted by enough agents. {{(pid=106653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:20:02.652017 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.base_scheduler [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Resources bound (agent type, host, resource id): {{(pid=106653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:20:02.656491 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Received port after_create {{(pid=106653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 14:20:02.688216 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'Port': ['ID=8fd6149f-0e17-4e11-84e3-1c40cf75b7aa,revision_number=1']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:20:02.699666 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.703019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.703019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.703019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.703019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.703019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.703019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.703019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.703019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.703019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.703019 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.704030 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.704030 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.704030 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.704345 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:02.893466 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:02.938740 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:03.024643 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for floatingip (8ca934e5-aac5-41a6-ba7f-29f262bc9592), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:03.170465 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8fd6149f-0e17-4e11-84e3-1c40cf75b7aa), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:03.321378 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for port (8fd6149f-0e17-4e11-84e3-1c40cf75b7aa), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:03.383521 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (8fd6149f-0e17-4e11-84e3-1c40cf75b7aa), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:03.452833 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'Port': ['ID=8fd6149f-0e17-4e11-84e3-1c40cf75b7aa,revision_number=2']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:20:03.456056 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486060'] for floatingip (8ca934e5-aac5-41a6-ba7f-29f262bc9592), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:03.551501 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Floating IP 8ca934e5-aac5-41a6-ba7f-29f262bc9592 associated. External IP: 172.27.1.130, port: 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856. Sep 23 14:20:03.628788 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:03.748265 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Router fac3facf-d965-413c-8105-a3d7f6b5f708 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:20:03.849334 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:20:03.858689 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e006d-b125-4d8d-af9c-3dc21de1399a None None] Sync routers for ids ['fac3facf-d965-413c-8105-a3d7f6b5f708'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:20:03.871193 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e006d-b125-4d8d-af9c-3dc21de1399a None None] Routers {'fac3facf-d965-413c-8105-a3d7f6b5f708'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:20:03.871800 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d98e006d-b125-4d8d-af9c-3dc21de1399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:19:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fac3facf-d965-413c-8105-a3d7f6b5f708'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:20:03.928383 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:03.961984 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-aca9e42a-e3ae-46da-96ea-feecde365481 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8310821 Sep 23 14:20:03.962846 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:20:03.965043 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d663e06-89f5-431e-8a45-60d6d8768cce" -d '{"events": [{"name": "network-changed", "server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:20:03.965185 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 38752) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:20:03.970041 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.v2.base [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257700856', 'description': 'tempest-secgroup-smoke-257700856 description', 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30'}} {{(pid=106652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:20:03.974257 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-d98e006d-b125-4d8d-af9c-3dc21de1399a None None] Set router fac3facf-d965-413c-8105-a3d7f6b5f708 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:20:04.065604 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7139689d-5470-4144-ba65-e337d2d589f5 x-openstack-request-id: req-7139689d-5470-4144-ba65-e337d2d589f5 {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:20:04.065897 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:20:04.066150 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7139689d-5470-4144-ba65-e337d2d589f5 {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:20:04.066597 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7139689d-5470-4144-ba65-e337d2d589f5'] response: {'name': 'network-changed', 'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'status': 'completed', 'code': 200} Sep 23 14:20:04.081492 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group (None), before_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:04.183223 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663e06-89f5-431e-8a45-60d6d8768cce req-069ba1af-d044-4769-a547-0e7f8917a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:04.184789 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2d663e06-89f5-431e-8a45-60d6d8768cce req-069ba1af-d044-4769-a547-0e7f8917a263 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30&device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 1129 time: 0.0609064 Sep 23 14:20:04.200090 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d98e006d-b125-4d8d-af9c-3dc21de1399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:08Z', 'revision_number': 4, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '8ca934e5-aac5-41a6-ba7f-29f262bc9592', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'port_id': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'mac_address': 'fa:16:3e:f0:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:20:02Z', 'updated_at': '2022-09-23T14:20:02Z', 'revision_number': 0, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e6f33-d802-46a9-a904-725a65af2389', 'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'mac_address': 'fa:16:3e:55:1c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:08Z', 'updated_at': '2022-09-23T14:19:12Z', 'revision_number': 5, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'subnets': [{'id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:20:04.216234 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group (e04e258c-b803-47a9-bd50-38f535c46d29), precommit_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:04.226807 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e006d-b125-4d8d-af9c-3dc21de1399a None None] Checking router: fac3facf-d965-413c-8105-a3d7f6b5f708 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:20:04.235916 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e006d-b125-4d8d-af9c-3dc21de1399a None None] Routers {'fac3facf-d965-413c-8105-a3d7f6b5f708'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:20:04.236523 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d98e006d-b125-4d8d-af9c-3dc21de1399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:19:47Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fac3facf-d965-413c-8105-a3d7f6b5f708'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:20:04.261234 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:04.262101 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:04.293984 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (e04e258c-b803-47a9-bd50-38f535c46d29), after_create {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:04.333907 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663e06-89f5-431e-8a45-60d6d8768cce req-f7437246-cf73-4693-93b0-e91ab1b0f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:04.335429 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2d663e06-89f5-431e-8a45-60d6d8768cce req-f7437246-cf73-4693-93b0-e91ab1b0f775 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=47302714-65e9-4ede-a8af-ba0e8796bf37 HTTP/1.1" status: 200 len: 915 time: 0.1274958 Sep 23 14:20:04.339992 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04e258c-b803-47a9-bd50-38f535c46d29,revision_number=1']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:20:04.355926 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.357230 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.357230 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.357230 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.357230 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.357641 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.357863 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.358186 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.358531 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.358853 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.359175 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.359497 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.359817 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.360142 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.361217 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:20:04.398588 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:04.399864 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-a076aca7-3950-4bf5-963e-92ec21933485 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4336870 Sep 23 14:20:04.403306 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38758) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:20:04.410749 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-dfc6b153-bfb8-4aee-b32f-557d251af749 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Request body: {'security_group_rule': {'security_group_id': 'e04e258c-b803-47a9-bd50-38f535c46d29', 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:20:04.423680 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2d663e06-89f5-431e-8a45-60d6d8768cce req-832c0ba6-8b59-421a-aca8-bdda0d74878b service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 HTTP/1.1" status: 200 len: 999 time: 0.0799265 Sep 23 14:20:04.433840 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-d98e006d-b125-4d8d-af9c-3dc21de1399a None None] Set router fac3facf-d965-413c-8105-a3d7f6b5f708 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:20:04.476883 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663e06-89f5-431e-8a45-60d6d8768cce req-9500cdea-f3d6-4283-bc49-b0444e18fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:04.478369 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2d663e06-89f5-431e-8a45-60d6d8768cce req-9500cdea-f3d6-4283-bc49-b0444e18fb02 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f02e373b-7c77-4de3-a1f4-b38ac716f1db HTTP/1.1" status: 200 len: 853 time: 0.0476556 Sep 23 14:20:04.503048 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc6b153-bfb8-4aee-b32f-557d251af749 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (3fdea289-163f-41d2-8a0a-89ae7aa5462e), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:04.529266 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663e06-89f5-431e-8a45-60d6d8768cce req-a6ab7f0f-ca1c-49f3-b623-4cedb557742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:04.530527 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2d663e06-89f5-431e-8a45-60d6d8768cce req-a6ab7f0f-ca1c-49f3-b623-4cedb557742a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=47302714-65e9-4ede-a8af-ba0e8796bf37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454109 Sep 23 14:20:04.561020 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc6b153-bfb8-4aee-b32f-557d251af749 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (3fdea289-163f-41d2-8a0a-89ae7aa5462e), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:04.632254 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2d663e06-89f5-431e-8a45-60d6d8768cce req-0c90adc4-5993-4790-9264-abf6ed410d47 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929739 Sep 23 14:20:04.640291 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc6b153-bfb8-4aee-b32f-557d251af749 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (3fdea289-163f-41d2-8a0a-89ae7aa5462e), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:04.656269 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-d98e006d-b125-4d8d-af9c-3dc21de1399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:08Z', 'revision_number': 4, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '8ca934e5-aac5-41a6-ba7f-29f262bc9592', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'port_id': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'mac_address': 'fa:16:3e:f0:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:20:02Z', 'updated_at': '2022-09-23T14:20:02Z', 'revision_number': 0, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e6f33-d802-46a9-a904-725a65af2389', 'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'mac_address': 'fa:16:3e:55:1c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:08Z', 'updated_at': '2022-09-23T14:19:12Z', 'revision_number': 5, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'subnets': [{'id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:20:04.661523 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6b153-bfb8-4aee-b32f-557d251af749 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdea289-163f-41d2-8a0a-89ae7aa5462e,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:20:04.687361 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e006d-b125-4d8d-af9c-3dc21de1399a None None] The sync data for ids ['fac3facf-d965-413c-8105-a3d7f6b5f708'] in dv-cinder-857434-4-iscsi is: [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:08Z', 'revision_number': 4, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_floatingips': [{'id': '8ca934e5-aac5-41a6-ba7f-29f262bc9592', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'router_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'port_id': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'mac_address': 'fa:16:3e:f0:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T14:20:02Z', 'updated_at': '2022-09-23T14:20:02Z', 'revision_number': 0, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e6f33-d802-46a9-a904-725a65af2389', 'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'mac_address': 'fa:16:3e:55:1c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:08Z', 'updated_at': '2022-09-23T14:19:12Z', 'revision_number': 5, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'subnets': [{'id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:20:04.734631 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc6b153-bfb8-4aee-b32f-557d251af749 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:04.739001 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-dfc6b153-bfb8-4aee-b32f-557d251af749 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3308365 Sep 23 14:20:04.739337 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38760) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:20:04.740787 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-2d663e06-89f5-431e-8a45-60d6d8768cce req-9bcc8c0b-38d9-4e02-b2ea-0a06258b9cc0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016872 Sep 23 14:20:04.743964 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-ef771aae-45ab-4934-934e-df38141d7879 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Request body: {'security_group_rule': {'security_group_id': 'e04e258c-b803-47a9-bd50-38f535c46d29', 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:20:04.836226 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ef771aae-45ab-4934-934e-df38141d7879 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (4ac249f8-7ad6-4679-b74e-94ae1e8d0cbb), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:04.869179 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:04.900449 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ef771aae-45ab-4934-934e-df38141d7879 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (4ac249f8-7ad6-4679-b74e-94ae1e8d0cbb), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:04.908869 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07c750-4693-4e5a-982f-fb090774b494 None None] New status for floating IP 8ca934e5-aac5-41a6-ba7f-29f262bc9592: ACTIVE {{(pid=106654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:20:05.018269 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ef771aae-45ab-4934-934e-df38141d7879 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (4ac249f8-7ad6-4679-b74e-94ae1e8d0cbb), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:05.039966 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef771aae-45ab-4934-934e-df38141d7879 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac249f8-7ad6-4679-b74e-94ae1e8d0cbb,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:20:05.145441 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-ef771aae-45ab-4934-934e-df38141d7879 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:05.146627 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ef771aae-45ab-4934-934e-df38141d7879 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4061882 Sep 23 14:20:05.152501 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38762) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:20:05.157170 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-5558ffee-40c7-4fd0-8e96-8dc8c2404fc6 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Request body: {'security_group_rule': {'security_group_id': 'e04e258c-b803-47a9-bd50-38f535c46d29', 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:20:05.269290 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5558ffee-40c7-4fd0-8e96-8dc8c2404fc6 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (788a2f29-8f61-423f-8338-71dac948f14b), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:05.327123 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5558ffee-40c7-4fd0-8e96-8dc8c2404fc6 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (788a2f29-8f61-423f-8338-71dac948f14b), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:05.394766 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5558ffee-40c7-4fd0-8e96-8dc8c2404fc6 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (788a2f29-8f61-423f-8338-71dac948f14b), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:05.417951 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558ffee-40c7-4fd0-8e96-8dc8c2404fc6 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788a2f29-8f61-423f-8338-71dac948f14b,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:20:05.482214 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-5558ffee-40c7-4fd0-8e96-8dc8c2404fc6 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:05.483428 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-5558ffee-40c7-4fd0-8e96-8dc8c2404fc6 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3299692 Sep 23 14:20:05.489585 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38764) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:20:05.493993 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-c13c312b-d0b8-4866-b141-71e299bead8e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Request body: {'security_group_rule': {'security_group_id': 'e04e258c-b803-47a9-bd50-38f535c46d29', 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:20:05.509275 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:05.608485 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c13c312b-d0b8-4866-b141-71e299bead8e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (3df79448-1282-42d5-b2cf-1ac05299172e), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:05.668490 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c13c312b-d0b8-4866-b141-71e299bead8e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (3df79448-1282-42d5-b2cf-1ac05299172e), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:05.788328 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c13c312b-d0b8-4866-b141-71e299bead8e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (3df79448-1282-42d5-b2cf-1ac05299172e), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:05.808684 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c312b-d0b8-4866-b141-71e299bead8e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df79448-1282-42d5-b2cf-1ac05299172e,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:20:05.865163 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c13c312b-d0b8-4866-b141-71e299bead8e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:05.866383 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-c13c312b-d0b8-4866-b141-71e299bead8e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3757865 Sep 23 14:20:05.869447 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38766) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:20:05.873611 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-a38e0a81-5e69-465e-8bd1-e08f3f02c7a9 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Request body: {'security_group_rule': {'security_group_id': 'e04e258c-b803-47a9-bd50-38f535c46d29', 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:20:05.955277 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.securitygroups_db [None req-a38e0a81-5e69-465e-8bd1-e08f3f02c7a9 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Project 6ac60e3f01644a258f0a7ebddf8f4d30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 14:20:05.961712 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a38e0a81-5e69-465e-8bd1-e08f3f02c7a9 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (733a18b2-dae6-4587-a911-05e9437d7499), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:06.033676 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a38e0a81-5e69-465e-8bd1-e08f3f02c7a9 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (733a18b2-dae6-4587-a911-05e9437d7499), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:06.131848 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a38e0a81-5e69-465e-8bd1-e08f3f02c7a9 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (733a18b2-dae6-4587-a911-05e9437d7499), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:06.152288 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e0a81-5e69-465e-8bd1-e08f3f02c7a9 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733a18b2-dae6-4587-a911-05e9437d7499,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:20:06.248126 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a38e0a81-5e69-465e-8bd1-e08f3f02c7a9 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:06.249441 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-a38e0a81-5e69-465e-8bd1-e08f3f02c7a9 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3790891 Sep 23 14:20:06.252799 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38768) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:20:06.257145 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [None req-c043d21d-cfc0-4617-9daf-7c23de5332ff tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Request body: {'security_group_rule': {'security_group_id': 'e04e258c-b803-47a9-bd50-38f535c46d29', 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:20:06.331859 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.securitygroups_db [None req-c043d21d-cfc0-4617-9daf-7c23de5332ff tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Project 6ac60e3f01644a258f0a7ebddf8f4d30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 14:20:06.337737 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c043d21d-cfc0-4617-9daf-7c23de5332ff tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (cb974e52-3175-4785-9d9f-3abbf0a87adc), before_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:06.396966 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c043d21d-cfc0-4617-9daf-7c23de5332ff tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (cb974e52-3175-4785-9d9f-3abbf0a87adc), precommit_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:06.440438 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c043d21d-cfc0-4617-9daf-7c23de5332ff tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814'] for security_group_rule (cb974e52-3175-4785-9d9f-3abbf0a87adc), after_create {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:06.461016 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043d21d-cfc0-4617-9daf-7c23de5332ff tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb974e52-3175-4785-9d9f-3abbf0a87adc,revision_number=0']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:20:06.882981 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-c043d21d-cfc0-4617-9daf-7c23de5332ff tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:06.884139 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-c043d21d-cfc0-4617-9daf-7c23de5332ff tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6304250 Sep 23 14:20:06.977111 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e3c3c036-8533-496e-8b82-af4a3024fbd3 req-85de2436-1df3-4a69-b6e9-45031b55baac tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-257700856&fields=id&tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30 HTTP/1.1" status: 200 len: 267 time: 0.0464256 Sep 23 14:20:07.026507 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3c036-8533-496e-8b82-af4a3024fbd3 req-a7e0662a-8dda-4f51-a8a4-44ad366fd063 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:07.027937 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e3c3c036-8533-496e-8b82-af4a3024fbd3 req-a7e0662a-8dda-4f51-a8a4-44ad366fd063 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 945 time: 0.0454938 Sep 23 14:20:07.039078 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-e3c3c036-8533-496e-8b82-af4a3024fbd3 req-8b7bd7e1-5a63-4d02-b6e7-4e0a5de53b6a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Request body: {'port': {'security_groups': ['1f30e553-6067-4d28-a733-34bdac067851', 'e04e258c-b803-47a9-bd50-38f535c46d29']}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:20:07.079382 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:07.110934 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e3c3c036-8533-496e-8b82-af4a3024fbd3 req-8b7bd7e1-5a63-4d02-b6e7-4e0a5de53b6a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:07.520482 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:07.547375 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-e3c3c036-8533-496e-8b82-af4a3024fbd3 req-8b7bd7e1-5a63-4d02-b6e7-4e0a5de53b6a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] For port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:20:07.575357 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e3c3c036-8533-496e-8b82-af4a3024fbd3 req-8b7bd7e1-5a63-4d02-b6e7-4e0a5de53b6a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:07.658526 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e3c3c036-8533-496e-8b82-af4a3024fbd3 req-8b7bd7e1-5a63-4d02-b6e7-4e0a5de53b6a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:07.668933 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3c036-8533-496e-8b82-af4a3024fbd3 req-8b7bd7e1-5a63-4d02-b6e7-4e0a5de53b6a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:07.669539 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-e3c3c036-8533-496e-8b82-af4a3024fbd3 req-8b7bd7e1-5a63-4d02-b6e7-4e0a5de53b6a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:07.670917 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-e3c3c036-8533-496e-8b82-af4a3024fbd3 req-8b7bd7e1-5a63-4d02-b6e7-4e0a5de53b6a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "PUT /networking/v2.0/ports/8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 HTTP/1.1" status: 200 len: 981 time: 0.6361842 Sep 23 14:20:07.671428 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:20:07.673752 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ccede9-9955-4ab0-b942-deb3f802f5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:20:07.697843 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:20:07.733685 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bd7e1-5a63-4d02-b6e7-4e0a5de53b6a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'Port': ['ID=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,revision_number=6']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:20:07.794922 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94e5de-e02b-46bf-9130-9f77a6d580b0 req-face78ad-8d78-4b16-91cf-e5ce2c45b204 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:07.796430 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-af94e5de-e02b-46bf-9130-9f77a6d580b0 req-face78ad-8d78-4b16-91cf-e5ce2c45b204 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0577996 Sep 23 14:20:07.863041 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:20:07.865085 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-af94e5de-e02b-46bf-9130-9f77a6d580b0 req-bfba8259-a3eb-47e3-bfa7-c2179d3e53b3 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620973 Sep 23 14:20:07.866662 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbeaf6d-a4dd-42dd-946b-920c272d3b4e x-openstack-request-id: req-1cbeaf6d-a4dd-42dd-946b-920c272d3b4e {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:20:07.867017 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:20:07.867337 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1cbeaf6d-a4dd-42dd-946b-920c272d3b4e {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:20:07.867798 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbeaf6d-a4dd-42dd-946b-920c272d3b4e'] response: {'name': 'network-changed', 'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'status': 'completed', 'code': 200} Sep 23 14:20:07.962452 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccede9-9955-4ab0-b942-deb3f802f5ba req-20d2a972-57e8-414f-91cf-8236a7360a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:07.963976 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b0ccede9-9955-4ab0-b942-deb3f802f5ba req-20d2a972-57e8-414f-91cf-8236a7360a57 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30&device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 1168 time: 0.0404372 Sep 23 14:20:08.059709 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccede9-9955-4ab0-b942-deb3f802f5ba req-a132e58f-cdbb-4fcd-84e5-88c21d886e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:08.061070 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b0ccede9-9955-4ab0-b942-deb3f802f5ba req-a132e58f-cdbb-4fcd-84e5-88c21d886e31 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=47302714-65e9-4ede-a8af-ba0e8796bf37 HTTP/1.1" status: 200 len: 915 time: 0.0899680 Sep 23 14:20:08.133203 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b0ccede9-9955-4ab0-b942-deb3f802f5ba req-ab2558b1-8416-4aef-aa53-28480257a5e7 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 HTTP/1.1" status: 200 len: 1001 time: 0.0591452 Sep 23 14:20:08.179295 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:08.185107 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccede9-9955-4ab0-b942-deb3f802f5ba req-971ab43c-57b6-44c2-9978-badcf4ab33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:08.189100 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b0ccede9-9955-4ab0-b942-deb3f802f5ba req-971ab43c-57b6-44c2-9978-badcf4ab33e8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f02e373b-7c77-4de3-a1f4-b38ac716f1db HTTP/1.1" status: 200 len: 853 time: 0.0462103 Sep 23 14:20:08.234349 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccede9-9955-4ab0-b942-deb3f802f5ba req-5f0139d5-f935-4430-97ae-c0aede07c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:08.236431 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b0ccede9-9955-4ab0-b942-deb3f802f5ba req-5f0139d5-f935-4430-97ae-c0aede07c098 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=47302714-65e9-4ede-a8af-ba0e8796bf37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433590 Sep 23 14:20:08.260010 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:08.272901 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:08.295365 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:08.328724 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b0ccede9-9955-4ab0-b942-deb3f802f5ba req-a10ce974-45dd-4355-9c5a-5e9bb0a8e4fb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853279 Sep 23 14:20:08.426929 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-b0ccede9-9955-4ab0-b942-deb3f802f5ba req-0b836e6d-ec4e-48a2-9d2c-883a1ffe60af service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879552 Sep 23 14:20:15.006002 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7faf-681c-4165-8602-95c220296ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:15.462581 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:17.319830 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-0a093150-8fee-4fd1-989c-8761ff7c4770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:17.854876 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=43 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:17.858773 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=7 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:18.278516 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=80 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:18.280412 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=74 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:18.423878 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=37 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:18.645273 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:19.999637 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:20.239955 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:23.305733 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:20:28.956480 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f3fb1-701e-42d5-b400-a466612f8e4a req-1251afbc-4852-43ad-9ade-3aa774cc6cf0 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:28.958013 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0f9f3fb1-701e-42d5-b400-a466612f8e4a req-1251afbc-4852-43ad-9ade-3aa774cc6cf0 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0479040 Sep 23 14:20:29.020143 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0f9f3fb1-701e-42d5-b400-a466612f8e4a req-ef885045-bcc5-401c-a884-bcb36ea5a923 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557306 Sep 23 14:20:29.064717 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f9ac7-18a8-4df1-ae0e-ae206c9ba2bc req-20beeb75-963c-40f7-84a9-b63385064ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:29.066253 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-9b4f9ac7-18a8-4df1-ae0e-ae206c9ba2bc req-20beeb75-963c-40f7-84a9-b63385064ca9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30&device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 1168 time: 0.0413010 Sep 23 14:20:29.163112 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f9ac7-18a8-4df1-ae0e-ae206c9ba2bc req-b173b988-3a0a-484b-af3f-690ec976bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:29.165295 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-9b4f9ac7-18a8-4df1-ae0e-ae206c9ba2bc req-b173b988-3a0a-484b-af3f-690ec976bc64 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=47302714-65e9-4ede-a8af-ba0e8796bf37 HTTP/1.1" status: 200 len: 915 time: 0.0924175 Sep 23 14:20:29.226883 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-9b4f9ac7-18a8-4df1-ae0e-ae206c9ba2bc req-bea24276-3e9d-4e23-9830-50b0504fca59 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 HTTP/1.1" status: 200 len: 1001 time: 0.0543125 Sep 23 14:20:29.274847 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f9ac7-18a8-4df1-ae0e-ae206c9ba2bc req-f8225e7e-263a-4af4-8fc5-57808279c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:29.276253 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-9b4f9ac7-18a8-4df1-ae0e-ae206c9ba2bc req-f8225e7e-263a-4af4-8fc5-57808279c13c service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f02e373b-7c77-4de3-a1f4-b38ac716f1db HTTP/1.1" status: 200 len: 853 time: 0.0437648 Sep 23 14:20:29.322965 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f9ac7-18a8-4df1-ae0e-ae206c9ba2bc req-854a5326-18eb-45f2-a33d-434c8016f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:29.324484 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-9b4f9ac7-18a8-4df1-ae0e-ae206c9ba2bc req-854a5326-18eb-45f2-a33d-434c8016f5b8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=47302714-65e9-4ede-a8af-ba0e8796bf37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416574 Sep 23 14:20:29.415655 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-9b4f9ac7-18a8-4df1-ae0e-ae206c9ba2bc req-e7b1c352-c0d5-47d0-8111-165271069f88 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834451 Sep 23 14:20:29.511642 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-9b4f9ac7-18a8-4df1-ae0e-ae206c9ba2bc req-bce3f050-025f-47ff-b17b-6944e213cd75 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884135 Sep 23 14:20:30.156004 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bc9bd-9e81-42a2-9fd8-20621af9e759 req-41c93763-36e5-4eef-8e74-a857377aa608 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:30.157464 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ee2bc9bd-9e81-42a2-9fd8-20621af9e759 req-41c93763-36e5-4eef-8e74-a857377aa608 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0537267 Sep 23 14:20:30.181488 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:30.183349 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:30.218183 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ee2bc9bd-9e81-42a2-9fd8-20621af9e759 req-ebb509c9-bb35-46ee-bb03-56f3e38c04de tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548484 Sep 23 14:20:30.954119 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233391b5-7317-4190-aa54-eceb24538489 req-2d620116-8564-4573-b422-030e7dd04356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:30.955711 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-233391b5-7317-4190-aa54-eceb24538489 req-2d620116-8564-4573-b422-030e7dd04356 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30&device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 1168 time: 0.0395715 Sep 23 14:20:31.064990 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233391b5-7317-4190-aa54-eceb24538489 req-689a309a-5351-464d-bd75-e5e34c26b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:31.066533 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-233391b5-7317-4190-aa54-eceb24538489 req-689a309a-5351-464d-bd75-e5e34c26b109 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=47302714-65e9-4ede-a8af-ba0e8796bf37 HTTP/1.1" status: 200 len: 915 time: 0.0900042 Sep 23 14:20:31.138150 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-233391b5-7317-4190-aa54-eceb24538489 req-be400fed-bd2b-440c-ae6a-dd597ff41f3d service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 HTTP/1.1" status: 200 len: 1001 time: 0.0578110 Sep 23 14:20:31.191450 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233391b5-7317-4190-aa54-eceb24538489 req-7cd7ebad-2781-4c3d-8d30-5378addb15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:31.192879 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-233391b5-7317-4190-aa54-eceb24538489 req-7cd7ebad-2781-4c3d-8d30-5378addb15f5 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f02e373b-7c77-4de3-a1f4-b38ac716f1db HTTP/1.1" status: 200 len: 853 time: 0.0461838 Sep 23 14:20:31.240974 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233391b5-7317-4190-aa54-eceb24538489 req-5863977b-d8ce-4db6-bc60-40bfcb51eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:31.243118 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-233391b5-7317-4190-aa54-eceb24538489 req-5863977b-d8ce-4db6-bc60-40bfcb51eb53 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=47302714-65e9-4ede-a8af-ba0e8796bf37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431662 Sep 23 14:20:31.336416 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-233391b5-7317-4190-aa54-eceb24538489 req-bf14a5b4-3cc2-4c6b-9aa5-605222b24e9a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865345 Sep 23 14:20:31.343274 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d40f-00b3-4605-88b7-3e1d05c25a06 req-cbb5692b-6a33-490c-a545-5e74041b5545 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:31.344722 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1515d40f-00b3-4605-88b7-3e1d05c25a06 req-cbb5692b-6a33-490c-a545-5e74041b5545 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0483913 Sep 23 14:20:31.405590 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1515d40f-00b3-4605-88b7-3e1d05c25a06 req-116f17f5-fd32-42ff-aab3-3fdcb722ff76 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548565 Sep 23 14:20:31.421360 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=100 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:31.432308 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-233391b5-7317-4190-aa54-eceb24538489 req-46af66f4-98da-44b1-a394-6c8e728c5321 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885026 Sep 23 14:20:32.526534 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a132e-5e89-4419-861b-adf664163764 req-a6424bd7-f1de-4885-9c88-57c5c553414e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:32.528169 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-832a132e-5e89-4419-861b-adf664163764 req-a6424bd7-f1de-4885-9c88-57c5c553414e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0476887 Sep 23 14:20:32.590843 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-832a132e-5e89-4419-861b-adf664163764 req-fdb65810-4832-420e-9f90-c7ac09043932 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570164 Sep 23 14:20:33.300907 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:33.710900 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08e4c2-c5af-4704-b314-2cbda4910b83 req-ff6bdc6f-6822-4f70-803c-9d8725e10c91 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:33.713045 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ae08e4c2-c5af-4704-b314-2cbda4910b83 req-ff6bdc6f-6822-4f70-803c-9d8725e10c91 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0462930 Sep 23 14:20:33.771947 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ae08e4c2-c5af-4704-b314-2cbda4910b83 req-cd32c082-0222-47bf-8071-fe4f8dfc28c8 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532157 Sep 23 14:20:34.891924 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b5c0-9212-4cc1-bdc9-6db5aaf26046 req-6625f524-58e4-4f04-86e9-449c3f541d3e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:34.893374 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5532b5c0-9212-4cc1-bdc9-6db5aaf26046 req-6625f524-58e4-4f04-86e9-449c3f541d3e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0472565 Sep 23 14:20:34.953126 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5532b5c0-9212-4cc1-bdc9-6db5aaf26046 req-a403121a-1afa-44af-8054-c5ca6c826af4 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533240 Sep 23 14:20:36.078558 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7e6ba-0e5e-4043-865c-5f51b9994328 req-bba23874-103f-43e3-b86a-03acd2f3e648 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:36.079995 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a6a7e6ba-0e5e-4043-865c-5f51b9994328 req-bba23874-103f-43e3-b86a-03acd2f3e648 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0494142 Sep 23 14:20:36.138645 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-a6a7e6ba-0e5e-4043-865c-5f51b9994328 req-842e29b0-1f5c-43f3-ac19-1f7f177be912 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530257 Sep 23 14:20:37.262495 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632ed0b-1e0a-475d-8bf4-8aa77477d504 req-8bbcadfa-9920-4a63-9f7c-4b928c02f260 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:37.263988 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4632ed0b-1e0a-475d-8bf4-8aa77477d504 req-8bbcadfa-9920-4a63-9f7c-4b928c02f260 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0483429 Sep 23 14:20:37.324952 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4632ed0b-1e0a-475d-8bf4-8aa77477d504 req-882cb0bb-3af4-4f1f-ac6c-b16ef8c204e9 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553486 Sep 23 14:20:38.445818 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d9ec6-b8ed-4f31-b168-2221c2b8d40c req-610905e7-b482-4af1-b751-2fe35208ef8c tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:38.447331 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d52d9ec6-b8ed-4f31-b168-2221c2b8d40c req-610905e7-b482-4af1-b751-2fe35208ef8c tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0479043 Sep 23 14:20:38.510067 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d52d9ec6-b8ed-4f31-b168-2221c2b8d40c req-256aca03-2e3a-4ab3-8f7b-d67562a2bc4b tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569077 Sep 23 14:20:39.631511 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a44de-7cb7-4e71-b0d2-ae152232cfd1 req-5a8cd7a4-92a1-481b-8144-05ac77876121 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:39.633193 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4f4a44de-7cb7-4e71-b0d2-ae152232cfd1 req-5a8cd7a4-92a1-481b-8144-05ac77876121 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0488303 Sep 23 14:20:39.652858 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:39.655161 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:39.697617 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-4f4a44de-7cb7-4e71-b0d2-ae152232cfd1 req-2ca02e18-88ec-4ebd-adbf-8dfb65f1efa1 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589929 Sep 23 14:20:40.819178 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223ab66-73d5-4006-a2c5-eb257454d8a6 req-038cfa57-ad11-4699-bf5f-58822315bf4b tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:40.820660 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2223ab66-73d5-4006-a2c5-eb257454d8a6 req-038cfa57-ad11-4699-bf5f-58822315bf4b tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0474529 Sep 23 14:20:40.879788 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-2223ab66-73d5-4006-a2c5-eb257454d8a6 req-77e78da6-984b-4fa1-86c4-86448b9b4346 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533407 Sep 23 14:20:41.428696 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:42.015855 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6704e-d222-4214-af50-45e47f4e6719 req-3c8e6d44-0d29-47aa-b1ba-4612602493b7 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:42.017352 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d1b6704e-d222-4214-af50-45e47f4e6719 req-3c8e6d44-0d29-47aa-b1ba-4612602493b7 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0530095 Sep 23 14:20:42.083038 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-d1b6704e-d222-4214-af50-45e47f4e6719 req-95f6ef07-5536-40a7-ac0d-17e29d896db1 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598857 Sep 23 14:20:43.206845 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06d6dc-1ae0-4a49-847a-7a4a5b27b161 req-924d5844-5087-470b-9d01-854f5103381e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:43.208303 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1a06d6dc-1ae0-4a49-847a-7a4a5b27b161 req-924d5844-5087-470b-9d01-854f5103381e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0480955 Sep 23 14:20:43.268178 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-1a06d6dc-1ae0-4a49-847a-7a4a5b27b161 req-35c2d07f-c84e-4bab-a322-2270b1d57d00 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540876 Sep 23 14:20:44.260613 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=10 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:44.261902 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=16 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:44.393668 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51079-0fa5-4fdf-b8cd-5dac3a81d72c req-f3f8b39d-a3a1-4b0a-a2a1-2673e72ec409 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:44.395194 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ddf51079-0fa5-4fdf-b8cd-5dac3a81d72c req-f3f8b39d-a3a1-4b0a-a2a1-2673e72ec409 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0509772 Sep 23 14:20:44.456630 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-ddf51079-0fa5-4fdf-b8cd-5dac3a81d72c req-811b05da-05ce-4cd6-9b42-0b957fb27392 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551200 Sep 23 14:20:45.044196 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f15abc59-2558-4459-a3f9-b364681d3d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:45.449773 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:45.576729 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca4720-5f78-43ae-87a3-1f33472ea55b req-afbf1083-b1ba-46b4-a87b-5981a97cc897 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:45.578864 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0bca4720-5f78-43ae-87a3-1f33472ea55b req-afbf1083-b1ba-46b4-a87b-5981a97cc897 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0481846 Sep 23 14:20:45.638764 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-0bca4720-5f78-43ae-87a3-1f33472ea55b req-29a2ab8d-787d-4d79-9fac-05c870e6b145 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540104 Sep 23 14:20:46.760544 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f688bf-33ce-4f90-8fe1-2e65f7c4ddab req-82674ad9-44a9-42c1-996a-bcaa35da867d tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:20:46.762066 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-75f688bf-33ce-4f90-8fe1-2e65f7c4ddab req-82674ad9-44a9-42c1-996a-bcaa35da867d tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0481963 Sep 23 14:20:46.826971 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-75f688bf-33ce-4f90-8fe1-2e65f7c4ddab req-1c2fc5f1-e05f-4b6e-a1f2-daed71fe9522 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&id=e04e258c-b803-47a9-bd50-38f535c46d29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592501 Sep 23 14:20:47.335538 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-75bf709a-70e0-4deb-924e-c3c0fd6fd042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:48.655181 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:50.036756 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:50.295441 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:20:55.271151 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:55.276255 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:56.812518 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=72 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:20:56.820510 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=64 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:00.188259 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=14 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:00.190116 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:UPDATE=6,neutron:SELECT=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:00.304587 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:21:10.301089 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:15.019644 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-73cae716-cdf9-4ce6-b078-fefb279633cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:15.488164 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:17.326186 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-85618752-bb10-422d-add1-670728d4854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:18.739212 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:19.178393 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [req-182b8331-d909-479a-b95f-93d4506a27ba req-1ba6068e-c61e-4387-a993-40722a8679d2 service neutron] (106653) timed out ('10.222.0.49', 64248) {{(pid=106653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 14:21:19.997305 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:20.022290 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-39a74858-f054-406e-b1ea-cafb4cf096f9 req-168d3b90-31f8-49a1-8c91-5f959ee55530 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-257700856&fields=id&tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30 HTTP/1.1" status: 200 len: 267 time: 0.0493913 Sep 23 14:21:20.079333 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a74858-f054-406e-b1ea-cafb4cf096f9 req-34e7a77a-9ae5-4db2-a8b7-5b66294f693f tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:20.080916 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-39a74858-f054-406e-b1ea-cafb4cf096f9 req-34e7a77a-9ae5-4db2-a8b7-5b66294f693f tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 984 time: 0.0514190 Sep 23 14:21:20.093792 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.v2.base [req-39a74858-f054-406e-b1ea-cafb4cf096f9 req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Request body: {'port': {'security_groups': ['1f30e553-6067-4d28-a733-34bdac067851']}} {{(pid=106653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:21:20.182126 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-39a74858-f054-406e-b1ea-cafb4cf096f9 req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16417870'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), before_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:20.251184 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:20.371208 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [req-39a74858-f054-406e-b1ea-cafb4cf096f9 req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] For port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:21:20.405698 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-39a74858-f054-406e-b1ea-cafb4cf096f9 req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), precommit_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:20.514653 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-39a74858-f054-406e-b1ea-cafb4cf096f9 req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774122696358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774122256074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774122256092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2864483'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), after_update {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:20.525777 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a74858-f054-406e-b1ea-cafb4cf096f9 req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:20.526418 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [req-39a74858-f054-406e-b1ea-cafb4cf096f9 req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:20.532938 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-39a74858-f054-406e-b1ea-cafb4cf096f9 req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "PUT /networking/v2.0/ports/8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 HTTP/1.1" status: 200 len: 942 time: 0.4410722 Sep 23 14:21:20.532938 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:21:20.532938 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33" -d '{"events": [{"name": "network-changed", "server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:21:20.535118 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 38840) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:20.570377 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:21:20.579978 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c643cad-6202-4576-97d8-0e989a3f78de x-openstack-request-id: req-7c643cad-6202-4576-97d8-0e989a3f78de {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:21:20.579978 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:21:20.579978 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c643cad-6202-4576-97d8-0e989a3f78de {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:21:20.579978 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c643cad-6202-4576-97d8-0e989a3f78de'] response: {'name': 'network-changed', 'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'status': 'completed', 'code': 200} Sep 23 14:21:20.591760 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event updated for resources: {'Port': ['ID=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,revision_number=7']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:20.599367 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.599707 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.600046 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.600556 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.601034 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.601390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.601390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.601390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.601390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.601390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.601390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.601390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.601390 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.606276 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.606276 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c38c81-39ee-4c59-9a5e-b6cadccf0b38 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:20.621275 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group (e04e258c-b803-47a9-bd50-38f535c46d29), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:20.688663 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group (e04e258c-b803-47a9-bd50-38f535c46d29), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:20.714827 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33 req-6a84aae4-97e5-4ea2-afd8-2d313f0985e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:20.716344 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33 req-6a84aae4-97e5-4ea2-afd8-2d313f0985e6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30&device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 1129 time: 0.0751095 Sep 23 14:21:20.725630 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:21:20.830726 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33 req-e066e6fc-269c-4d20-91a3-d1a6d7b9a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:20.832717 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33 req-e066e6fc-269c-4d20-91a3-d1a6d7b9a911 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=47302714-65e9-4ede-a8af-ba0e8796bf37 HTTP/1.1" status: 200 len: 915 time: 0.1042104 Sep 23 14:21:21.127541 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (e04e258c-b803-47a9-bd50-38f535c46d29), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:21.129940 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:21.131105 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e04e258c-b803-47a9-bd50-38f535c46d29 HTTP/1.1" status: 204 len: 168 time: 0.5957634 Sep 23 14:21:21.133928 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38842) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:21.147443 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04e258c-b803-47a9-bd50-38f535c46d29,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:21.159958 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.160301 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.160640 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.160994 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.161304 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.161630 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.161955 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.162273 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.162620 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.162942 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.163261 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.163583 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.163903 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.164219 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.164535 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e75c0-efd9-4ce3-953d-697fc4e15802 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:21.179199 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33 req-938552e5-d932-483c-827d-9a783d5e62f6 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 HTTP/1.1" status: 200 len: 1001 time: 0.3374667 Sep 23 14:21:21.231204 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33 req-dd3c2927-010e-4a6c-9af0-dca33358b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:21.232865 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33 req-dd3c2927-010e-4a6c-9af0-dca33358b334 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f02e373b-7c77-4de3-a1f4-b38ac716f1db HTTP/1.1" status: 200 len: 853 time: 0.0473173 Sep 23 14:21:21.281655 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33 req-96e483e3-07a3-431f-9224-3dc17e52fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:21.283204 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33 req-96e483e3-07a3-431f-9224-3dc17e52fa49 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=47302714-65e9-4ede-a8af-ba0e8796bf37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423863 Sep 23 14:21:21.283494 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Deleting port 8fd6149f-0e17-4e11-84e3-1c40cf75b7aa {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:21:21.283976 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (8fd6149f-0e17-4e11-84e3-1c40cf75b7aa), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:21.366641 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (8fd6149f-0e17-4e11-84e3-1c40cf75b7aa), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:21.366992 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for floatingip (8fd6149f-0e17-4e11-84e3-1c40cf75b7aa), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:21.379878 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Calling delete_port for 8fd6149f-0e17-4e11-84e3-1c40cf75b7aa owned by network:floatingip {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:21:21.381205 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33 req-fa22d3da-7af5-4003-bd33-131077a1fcbb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897024 Sep 23 14:21:21.481589 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-3ac87c2c-9592-4d60-a144-fb76b2d9cd33 req-a54a563d-8835-4114-bfa9-666a7bfb1d31 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929613 Sep 23 14:21:21.516508 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:21.528513 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:21.642111 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (8fd6149f-0e17-4e11-84e3-1c40cf75b7aa), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:21.675854 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event deleted for resources: {'Port': ['ID=8fd6149f-0e17-4e11-84e3-1c40cf75b7aa,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:21.736837 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks [] for floatingip (8ca934e5-aac5-41a6-ba7f-29f262bc9592), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:21.737172 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.db.l3_db [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Floating IP 8ca934e5-aac5-41a6-ba7f-29f262bc9592 disassociated (deleted). External IP: 172.27.1.130, port: 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856. Sep 23 14:21:21.950770 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Router fac3facf-d965-413c-8105-a3d7f6b5f708 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:21:22.060947 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:21:22.066197 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for floatingip (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:22.071331 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0cfe6-9536-4c1b-a0d5-54127dc18929 None None] Sync routers for ids ['fac3facf-d965-413c-8105-a3d7f6b5f708'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:21:22.083378 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0cfe6-9536-4c1b-a0d5-54127dc18929 None None] Routers {'fac3facf-d965-413c-8105-a3d7f6b5f708'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:21:22.083996 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b5a0cfe6-9536-4c1b-a0d5-54127dc18929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:21:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fac3facf-d965-413c-8105-a3d7f6b5f708'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:22.097242 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-09dfb494-0d64-4da2-b921-181ec1283c8a tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/8ca934e5-aac5-41a6-ba7f-29f262bc9592 HTTP/1.1" status: 204 len: 168 time: 0.9621181 Sep 23 14:21:22.191611 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-b5a0cfe6-9536-4c1b-a0d5-54127dc18929 None None] Set router fac3facf-d965-413c-8105-a3d7f6b5f708 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:21:22.396655 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b5a0cfe6-9536-4c1b-a0d5-54127dc18929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:08Z', 'revision_number': 4, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '711e6f33-d802-46a9-a904-725a65af2389', 'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'mac_address': 'fa:16:3e:55:1c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:08Z', 'updated_at': '2022-09-23T14:19:12Z', 'revision_number': 5, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'subnets': [{'id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:22.430815 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0cfe6-9536-4c1b-a0d5-54127dc18929 None None] Checking router: fac3facf-d965-413c-8105-a3d7f6b5f708 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:21:22.437845 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0cfe6-9536-4c1b-a0d5-54127dc18929 None None] Routers {'fac3facf-d965-413c-8105-a3d7f6b5f708'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:21:22.438486 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b5a0cfe6-9536-4c1b-a0d5-54127dc18929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:21:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fac3facf-d965-413c-8105-a3d7f6b5f708'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:22.539623 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-b5a0cfe6-9536-4c1b-a0d5-54127dc18929 None None] Set router fac3facf-d965-413c-8105-a3d7f6b5f708 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:21:22.580053 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'}] {{(pid=106653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:21:22.582867 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a2b74c74fe1f3386b113007a83140e3a0f6fc4dffa504a48ca31be83fb632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a73fdb-b932-45c9-9555-ba914f313341" -d '{"events": [{"name": "network-changed", "server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856"}]}' {{(pid=106653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:21:22.632462 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 14:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267af069-d9a6-44e2-ae83-9a7bfb46e1ac x-openstack-request-id: req-267af069-d9a6-44e2-ae83-9a7bfb46e1ac {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:21:22.632764 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856", "status": "completed", "code": 200}]} {{(pid=106653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:21:22.633021 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-267af069-d9a6-44e2-ae83-9a7bfb46e1ac {{(pid=106653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:21:22.633441 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267af069-d9a6-44e2-ae83-9a7bfb46e1ac'] response: {'name': 'network-changed', 'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'status': 'completed', 'code': 200} Sep 23 14:21:22.743083 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-b5a0cfe6-9536-4c1b-a0d5-54127dc18929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:08Z', 'revision_number': 4, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '711e6f33-d802-46a9-a904-725a65af2389', 'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'mac_address': 'fa:16:3e:55:1c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:08Z', 'updated_at': '2022-09-23T14:19:12Z', 'revision_number': 5, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'subnets': [{'id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:22.768675 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0cfe6-9536-4c1b-a0d5-54127dc18929 None None] The sync data for ids ['fac3facf-d965-413c-8105-a3d7f6b5f708'] in dv-cinder-857434-4-iscsi is: [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:19:08Z', 'revision_number': 4, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi', '_interfaces': [{'id': '711e6f33-d802-46a9-a904-725a65af2389', 'name': '', 'network_id': '47302714-65e9-4ede-a8af-ba0e8796bf37', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'mac_address': 'fa:16:3e:55:1c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:08Z', 'updated_at': '2022-09-23T14:19:12Z', 'revision_number': 5, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'subnets': [{'id': 'f02e373b-7c77-4de3-a1f4-b38ac716f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:21:22.988176 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f932a98-0f9c-480f-b5a9-9e5fa521d83a None None] New status for floating IP 8ca934e5-aac5-41a6-ba7f-29f262bc9592: DOWN {{(pid=106654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 14:21:23.110743 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a73fdb-b932-45c9-9555-ba914f313341 req-6caa6c2b-5050-47a5-a513-86b3a4197038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:23.112306 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-01a73fdb-b932-45c9-9555-ba914f313341 req-6caa6c2b-5050-47a5-a513-86b3a4197038 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30&device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 1129 time: 0.0425677 Sep 23 14:21:23.217700 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a73fdb-b932-45c9-9555-ba914f313341 req-ffeb767d-c9d6-4f4e-a30c-6499f11e3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:23.219251 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-01a73fdb-b932-45c9-9555-ba914f313341 req-ffeb767d-c9d6-4f4e-a30c-6499f11e3ea8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=47302714-65e9-4ede-a8af-ba0e8796bf37 HTTP/1.1" status: 200 len: 915 time: 0.0904999 Sep 23 14:21:23.264890 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-01a73fdb-b932-45c9-9555-ba914f313341 req-6d32d4ee-f0ef-46d9-a632-dfa1f1ecf9fd service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 HTTP/1.1" status: 200 len: 217 time: 0.0384481 Sep 23 14:21:23.317257 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a73fdb-b932-45c9-9555-ba914f313341 req-bfef8c15-316c-46e0-90bd-64c4d90afa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:23.318665 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-01a73fdb-b932-45c9-9555-ba914f313341 req-bfef8c15-316c-46e0-90bd-64c4d90afa7b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f02e373b-7c77-4de3-a1f4-b38ac716f1db HTTP/1.1" status: 200 len: 853 time: 0.0474958 Sep 23 14:21:23.365705 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a73fdb-b932-45c9-9555-ba914f313341 req-d2262676-85d1-4b46-815a-fee11884c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:23.367251 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-01a73fdb-b932-45c9-9555-ba914f313341 req-d2262676-85d1-4b46-815a-fee11884c7d3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=47302714-65e9-4ede-a8af-ba0e8796bf37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402577 Sep 23 14:21:23.449275 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:23.463630 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-01a73fdb-b932-45c9-9555-ba914f313341 req-4710d72b-837b-4dc7-8f11-b27c62383160 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894191 Sep 23 14:21:23.487850 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:23.559315 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-01a73fdb-b932-45c9-9555-ba914f313341 req-c71a13f0-421f-4ff9-9b74-ee8bdb519478 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883236 Sep 23 14:21:26.441437 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f0b7a-afff-4b37-9dcc-328d664674a8 req-fd63ab02-1ae4-4df4-a51a-2464a83d4db7 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:26.442962 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-145f0b7a-afff-4b37-9dcc-328d664674a8 req-fd63ab02-1ae4-4df4-a51a-2464a83d4db7 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 945 time: 0.0488667 Sep 23 14:21:26.491712 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-145f0b7a-afff-4b37-9dcc-328d664674a8 req-5c4c87f7-9614-4920-87d1-a0f826f1d1bd tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Sep 23 14:21:27.611011 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee3501-0ea1-4439-ace0-67abbbf2cf43 req-b3b70845-c11b-4552-9b2b-e125cc76401b tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:27.612429 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5cee3501-0ea1-4439-ace0-67abbbf2cf43 req-b3b70845-c11b-4552-9b2b-e125cc76401b tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 945 time: 0.0459695 Sep 23 14:21:27.662971 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-5cee3501-0ea1-4439-ace0-67abbbf2cf43 req-b43ab97b-f820-4a87-ae6d-2dc02e08d7a0 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450609 Sep 23 14:21:28.596379 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37056df9-b43d-43b9-8e93-dc9279394c53 req-993c4ef0-7acb-48ca-8b82-1d49b309553e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:28.597760 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-37056df9-b43d-43b9-8e93-dc9279394c53 req-993c4ef0-7acb-48ca-8b82-1d49b309553e tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 945 time: 0.0508237 Sep 23 14:21:28.682120 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-37056df9-b43d-43b9-8e93-dc9279394c53 req-0aec30cc-8cf9-48dc-992a-215d731b70bc tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Deleting port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:21:28.682493 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-37056df9-b43d-43b9-8e93-dc9279394c53 req-0aec30cc-8cf9-48dc-992a-215d731b70bc tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:28.779500 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [req-37056df9-b43d-43b9-8e93-dc9279394c53 req-0aec30cc-8cf9-48dc-992a-215d731b70bc tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] For port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:21:28.779854 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-37056df9-b43d-43b9-8e93-dc9279394c53 req-0aec30cc-8cf9-48dc-992a-215d731b70bc tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:28.787826 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6b187-8079-4e34-8aa9-282fcee179fb req-8828acab-8c53-4f21-870a-c8ffd787477b tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:21:28.789464 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-63c6b187-8079-4e34-8aa9-282fcee179fb req-8828acab-8c53-4f21-870a-c8ffd787477b tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 945 time: 0.0482340 Sep 23 14:21:28.793410 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [req-37056df9-b43d-43b9-8e93-dc9279394c53 req-0aec30cc-8cf9-48dc-992a-215d731b70bc tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Calling delete_port for 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 owned by compute:nova {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:21:28.838836 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-63c6b187-8079-4e34-8aa9-282fcee179fb req-9d144b21-451d-4227-b545-7ae515c0720b tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1f30e553-6067-4d28-a733-34bdac067851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Sep 23 14:21:28.993866 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-37056df9-b43d-43b9-8e93-dc9279394c53 req-0aec30cc-8cf9-48dc-992a-215d731b70bc tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (8fc5fd76-db4f-4ef2-92ab-38a75f0a6856), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:29.027364 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec30cc-8cf9-48dc-992a-215d731b70bc tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Pushing event deleted for resources: {'Port': ['ID=8fc5fd76-db4f-4ef2-92ab-38a75f0a6856,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:29.031446 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] get_ports_and_sgs() called for port_ids ['8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'] {{(pid=106654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 14:21:29.079412 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [req-37056df9-b43d-43b9-8e93-dc9279394c53 req-0aec30cc-8cf9-48dc-992a-215d731b70bc tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] No DVR routers for this DVR port 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 on host hv-cinder-85743 {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:21:29.081996 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [req-37056df9-b43d-43b9-8e93-dc9279394c53 req-0aec30cc-8cf9-48dc-992a-215d731b70bc tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200829'] for port (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:29.085392 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [req-37056df9-b43d-43b9-8e93-dc9279394c53 req-0aec30cc-8cf9-48dc-992a-215d731b70bc tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 HTTP/1.1" status: 204 len: 173 time: 0.4820020 Sep 23 14:21:29.085896 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'name': 'network-vif-deleted', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856'}] {{(pid=106652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 14:21:29.088165 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873ad6c3ef2e8856a0eba2f62dd5b357053fa51185b9ee2b7d0be6d7eb5b427b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ed0b50-3ac6-4582-9b0b-d08de03b1371" -d '{"events": [{"server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "name": "network-vif-deleted", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856"}]}' {{(pid=106652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:21:29.130729 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 14:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f5e0aa-9035-417d-956f-3b491ab20674 x-openstack-request-id: req-90f5e0aa-9035-417d-956f-3b491ab20674 {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:21:29.131021 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cc15dc-ee4a-49f7-9b22-aaeacba00bbd", "name": "network-vif-deleted", "tag": "8fc5fd76-db4f-4ef2-92ab-38a75f0a6856", "status": "completed", "code": 200}]} {{(pid=106652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:21:29.131294 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90f5e0aa-9035-417d-956f-3b491ab20674 {{(pid=106652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:21:29.131704 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f5e0aa-9035-417d-956f-3b491ab20674'] response: {'server_uuid': '37cc15dc-ee4a-49f7-9b22-aaeacba00bbd', 'name': 'network-vif-deleted', 'tag': '8fc5fd76-db4f-4ef2-92ab-38a75f0a6856', 'status': 'completed', 'code': 200} Sep 23 14:21:29.956218 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [req-22a9285e-4107-4d63-bf0e-073c67323913 req-129a5a62-bfa5-49ea-b307-81873ae0c9f5 tempest-TestMinimumBasicScenario-701120692 tempest-TestMinimumBasicScenario-701120692-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=37cc15dc-ee4a-49f7-9b22-aaeacba00bbd HTTP/1.1" status: 200 len: 210 time: 0.0301616 Sep 23 14:21:32.354758 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:21:32.378724 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] No Port match for: 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:21:32.379140 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Device 8fc5fd76-db4f-4ef2-92ab-38a75f0a6856 not bound to the agent host hv-cinder-85743 {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:21:32.745482 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=73 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:32.746245 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=65 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:33.442453 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 38934) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:33.745087 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:33.753224 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494252'] for router_interface (fac3facf-d965-413c-8105-a3d7f6b5f708), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:33.840865 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:33.972559 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] Deleting port 711e6f33-d802-46a9-a904-725a65af2389 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:21:33.972892 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (711e6f33-d802-46a9-a904-725a65af2389), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:34.051922 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] For port 711e6f33-d802-46a9-a904-725a65af2389, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=711e6f33-d802-46a9-a904-725a65af2389,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:21:34.052196 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (711e6f33-d802-46a9-a904-725a65af2389), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:34.064836 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] Calling delete_port for 711e6f33-d802-46a9-a904-725a65af2389 owned by network:router_interface {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:21:34.319352 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (711e6f33-d802-46a9-a904-725a65af2389), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:34.348536 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=711e6f33-d802-46a9-a904-725a65af2389,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:34.514556 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-490524'] for router_interface (fac3facf-d965-413c-8105-a3d7f6b5f708), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:34.652709 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:34.721818 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] Router fac3facf-d965-413c-8105-a3d7f6b5f708 has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:21:34.731845 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:34.823739 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:21:34.829454 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-94e32777-fc7c-4d6a-a8d1-7012c256f2c5 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/fac3facf-d965-413c-8105-a3d7f6b5f708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3858151 Sep 23 14:21:34.832098 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 38936) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:34.834584 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b5aff-680e-471f-96ba-835f4a288bdc None None] Sync routers for ids ['fac3facf-d965-413c-8105-a3d7f6b5f708'] in dv-cinder-857434-4-iscsi {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:21:34.847400 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b5aff-680e-471f-96ba-835f4a288bdc None None] Routers {'fac3facf-d965-413c-8105-a3d7f6b5f708'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:21:34.848064 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-459b5aff-680e-471f-96ba-835f4a288bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:21:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fac3facf-d965-413c-8105-a3d7f6b5f708'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:34.934256 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Publish callbacks [] for router (fac3facf-d965-413c-8105-a3d7f6b5f708), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:34.958498 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-459b5aff-680e-471f-96ba-835f4a288bdc None None] Set router fac3facf-d965-413c-8105-a3d7f6b5f708 gateway port host: dv-cinder-857434-4-iscsi {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:21:35.037203 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Publish callbacks [] for router_gateway (fac3facf-d965-413c-8105-a3d7f6b5f708), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:35.167586 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Deleting port e5fc43bd-1de6-4b8a-9285-75e089d17993 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:21:35.168062 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:35.221888 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-459b5aff-680e-471f-96ba-835f4a288bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:21:34Z', 'revision_number': 5, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port': {'id': 'e5fc43bd-1de6-4b8a-9285-75e089d17993', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:06Z', 'updated_at': '2022-09-23T14:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:35.248231 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b5aff-680e-471f-96ba-835f4a288bdc None None] Checking router: fac3facf-d965-413c-8105-a3d7f6b5f708 for host: dv-cinder-857434-4-iscsi {{(pid=106655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:21:35.257011 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b5aff-680e-471f-96ba-835f4a288bdc None None] Routers {'fac3facf-d965-413c-8105-a3d7f6b5f708'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:21:35.257844 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-459b5aff-680e-471f-96ba-835f4a288bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:21:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['fac3facf-d965-413c-8105-a3d7f6b5f708'], 'active': True} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:35.263190 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] For port e5fc43bd-1de6-4b8a-9285-75e089d17993, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=e5fc43bd-1de6-4b8a-9285-75e089d17993,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:21:35.272278 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:35.280643 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Calling delete_port for e5fc43bd-1de6-4b8a-9285-75e089d17993 owned by network:router_gateway {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:21:35.345562 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_dvr_db [None req-459b5aff-680e-471f-96ba-835f4a288bdc None None] Set router fac3facf-d965-413c-8105-a3d7f6b5f708 gateway port host: None {{(pid=106655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:21:35.399397 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.l3_hamode_db [None req-459b5aff-680e-471f-96ba-835f4a288bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:21:35Z', 'revision_number': 6, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port_host': None}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:35.428321 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b5aff-680e-471f-96ba-835f4a288bdc None None] The sync data for ids ['fac3facf-d965-413c-8105-a3d7f6b5f708'] in dv-cinder-857434-4-iscsi is: [{'id': 'fac3facf-d965-413c-8105-a3d7f6b5f708', 'name': 'tempest-TestMinimumBasicScenario-406363860-router', 'tenant_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:05Z', 'updated_at': '2022-09-23T14:21:35Z', 'revision_number': 6, 'project_id': '6ac60e3f01644a258f0a7ebddf8f4d30', 'gw_port_host': None}] {{(pid=106655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:21:35.516054 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (e5fc43bd-1de6-4b8a-9285-75e089d17993), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:35.543469 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fc43bd-1de6-4b8a-9285-75e089d17993,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:35.617898 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485974'] for router_gateway (fac3facf-d965-413c-8105-a3d7f6b5f708), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:35.674852 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:35.720448 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router (fac3facf-d965-413c-8105-a3d7f6b5f708), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:35.720448 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Publish callbacks [] for router_controller (fac3facf-d965-413c-8105-a3d7f6b5f708), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:35.870023 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490593'] for router (fac3facf-d965-413c-8105-a3d7f6b5f708), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:35.870633 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Fanout notify agent at l3_agent the message router_deleted on router fac3facf-d965-413c-8105-a3d7f6b5f708 {{(pid=106652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:21:35.875531 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:35.878107 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-6a3919c5-8e3a-4986-809c-c9ce234694df admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/fac3facf-d965-413c-8105-a3d7f6b5f708 HTTP/1.1" status: 204 len: 168 time: 1.0435779 Sep 23 14:21:35.879096 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 38940) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:35.924476 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dff781-fceb-406a-be0f-3df902dd9d44 admin admin] Deleting subnet f02e373b-7c77-4de3-a1f4-b38ac716f1db {{(pid=106652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:21:35.927779 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f6dff781-fceb-406a-be0f-3df902dd9d44 admin admin] Publish callbacks [] for subnet (f02e373b-7c77-4de3-a1f4-b38ac716f1db), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:35.966647 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f6dff781-fceb-406a-be0f-3df902dd9d44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58778746'] for subnet (f02e373b-7c77-4de3-a1f4-b38ac716f1db), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:36.035523 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:36.044348 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f6dff781-fceb-406a-be0f-3df902dd9d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (f02e373b-7c77-4de3-a1f4-b38ac716f1db), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:36.196029 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f6dff781-fceb-406a-be0f-3df902dd9d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59169196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777785'] for subnet (f02e373b-7c77-4de3-a1f4-b38ac716f1db), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:36.227733 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dff781-fceb-406a-be0f-3df902dd9d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f02e373b-7c77-4de3-a1f4-b38ac716f1db,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:36.231805 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-f6dff781-fceb-406a-be0f-3df902dd9d44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:36.236501 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-f6dff781-fceb-406a-be0f-3df902dd9d44 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/f02e373b-7c77-4de3-a1f4-b38ac716f1db HTTP/1.1" status: 204 len: 168 time: 0.3564379 Sep 23 14:21:36.239086 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 38942) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:36.239260 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb0e51c-3960-454d-8d9f-94832963a87a None None] Network 47302714-65e9-4ede-a8af-ba0e8796bf37 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:21:36.318433 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (47302714-65e9-4ede-a8af-ba0e8796bf37), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:36.369586 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Deleting port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:21:36.369918 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:36.433419 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] DHCP port deletion for 47302714-65e9-4ede-a8af-ba0e8796bf37 request from dv-cinder-857434-4-iscsi {{(pid=106654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 14:21:36.484096 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] For port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:21:36.484096 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:36.484472 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 711e6f33-d802-46a9-a904-725a65af2389 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:21:36.500200 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Calling delete_port for fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 owned by network:dhcp {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:21:36.512834 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 711e6f33-d802-46a9-a904-725a65af2389 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:21:36.513210 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 711e6f33-d802-46a9-a904-725a65af2389 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:21:36.513626 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device e5fc43bd-1de6-4b8a-9285-75e089d17993 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:21:36.535807 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: e5fc43bd-1de6-4b8a-9285-75e089d17993 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:21:36.536151 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device e5fc43bd-1de6-4b8a-9285-75e089d17993 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:21:36.537784 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Deleting port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 {{(pid=106654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:21:36.538167 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), before_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:36.562794 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:36.607732 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] For port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8,segment=NetworkSegment(611c711e-a9b7-4d7d-9c81-1741adc14053),segment_id=611c711e-a9b7-4d7d-9c81-1741adc14053)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:21:36.608126 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), precommit_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:36.621090 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Calling delete_port for fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 owned by network:dhcp {{(pid=106654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:21:36.690796 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: from cryptography.utils import int_from_bytes Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: from cryptography.utils import int_from_bytes Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.691240 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: self.session.flush() Sep 23 14:21:36.699157 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8), after_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:36.714062 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:36.720143 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] No DVR routers for this DVR port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 on host dv-cinder-857434-4-iscsi {{(pid=106652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:21:36.723053 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Pushing event deleted for resources: {'Port': ['ID=fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8,revision_number=None']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:36.727517 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:36.728097 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:36.737982 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] No DVR routers for this DVR port fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 on host dv-cinder-857434-4-iscsi {{(pid=106654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:21:36.737982 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.737982 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.737982 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.738530 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.738729 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.739091 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.739476 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.739803 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.740131 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.740481 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.740808 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.741138 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.741501 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.741826 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:36.742147 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08102882-0dfd-474d-bf71-94031d93af99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-4-iscsi {{(pid=106654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:21:37.038430 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (47302714-65e9-4ede-a8af-ba0e8796bf37), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:37.057265 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47302714-65e9-4ede-a8af-ba0e8796bf37']}} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:37.066175 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611c711e-a9b7-4d7d-9c81-1741adc14053') {'for_net_delete': True} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:37.066505 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.services.segments.db [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611c711e-a9b7-4d7d-9c81-1741adc14053') {} {{(pid=106652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:37.076218 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58778689'] for segment (611c711e-a9b7-4d7d-9c81-1741adc14053), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:37.088894 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (611c711e-a9b7-4d7d-9c81-1741adc14053), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:37.095532 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=106652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:21:37.095912 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59169046'] for segment (611c711e-a9b7-4d7d-9c81-1741adc14053), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:37.173895 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment 611c711e-a9b7-4d7d-9c81-1741adc14053 resource provider aggregate not found Sep 23 14:21:37.191515 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.services.segments.plugin [-] Segment 611c711e-a9b7-4d7d-9c81-1741adc14053 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 611c711e-a9b7-4d7d-9c81-1741adc14053 found for delete ", "request_id": "req-4d110071-d43c-4cba-a360-f0800d4d382c"}]} Sep 23 14:21:37.229771 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (47302714-65e9-4ede-a8af-ba0e8796bf37), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:37.235671 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:37.238759 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/47302714-65e9-4ede-a8af-ba0e8796bf37 HTTP/1.1" status: 204 len: 168 time: 0.9987054 Sep 23 14:21:37.241789 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38950) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:37.250390 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453f317-7eb5-4f45-ac5c-560104071a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=47302714-65e9-4ede-a8af-ba0e8796bf37,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:37.303275 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:21:37.324912 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:37.564801 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494252'] for router_interface (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:37.566109 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=100 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:37.783886 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] Deleting port 5f594391-cf80-4a66-886f-ba62f95ec4fe {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:21:37.784219 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:37.862425 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] For port 5f594391-cf80-4a66-886f-ba62f95ec4fe, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=5f594391-cf80-4a66-886f-ba62f95ec4fe,segment=NetworkSegment(3e67b0ed-8c8a-4532-b2a8-28a08e155024),segment_id=3e67b0ed-8c8a-4532-b2a8-28a08e155024)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:21:37.862700 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:37.875777 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] Calling delete_port for 5f594391-cf80-4a66-886f-ba62f95ec4fe owned by network:router_interface {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:21:38.133016 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (5f594391-cf80-4a66-886f-ba62f95ec4fe), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:38.162059 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=5f594391-cf80-4a66-886f-ba62f95ec4fe,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:38.311459 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:38.329663 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-490524'] for router_interface (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:38.429558 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:38.465442 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:21:38.489197 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:21:38.500290 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fefa28b4-e20d-4f46-a5d8-66bd9a3f7fe8 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:21:38.814830 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] Router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd has already been hosted by L3 agent d001bd33-9597-41d6-bdea-a2a0176e83e7 {{(pid=106653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:21:38.925497 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] Notify agent at l3_agent.dv-cinder-857434-4-iscsi the message routers_updated {{(pid=106653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:21:38.930722 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-9ec63b41-7ec8-414c-9ba6-cf92003e6cbe admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/320a9b7b-6b6e-4eaa-b804-f1ea83407bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877606 Sep 23 14:21:38.933414 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 38952) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:38.936482 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd913ae-eb1e-4194-8678-3597245ac60d None None] Sync routers for ids ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'] in dv-cinder-857434-4-iscsi {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:21:38.948173 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd913ae-eb1e-4194-8678-3597245ac60d None None] Routers {'320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:21:38.948863 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dfd913ae-eb1e-4194-8678-3597245ac60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:21:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:39.035697 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Publish callbacks [] for router (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:39.152542 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Publish callbacks [] for router_gateway (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:39.189640 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-dfd913ae-eb1e-4194-8678-3597245ac60d None None] Set router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:21:39.365323 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dfd913ae-eb1e-4194-8678-3597245ac60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'name': 'tempest-TestMinimumBasicScenario-1932582636-router', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:11Z', 'updated_at': '2022-09-23T14:21:38Z', 'revision_number': 5, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'gw_port': {'id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:12Z', 'updated_at': '2022-09-23T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:39.390708 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd913ae-eb1e-4194-8678-3597245ac60d None None] Checking router: 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd for host: dv-cinder-857434-4-iscsi {{(pid=106654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:21:39.399557 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd913ae-eb1e-4194-8678-3597245ac60d None None] Routers {'320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'} bound to L3 agent in host dv-cinder-857434-4-iscsi {{(pid=106654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 14:21:39.404275 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dfd913ae-eb1e-4194-8678-3597245ac60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T13:53:47Z,description=,heartbeat_timestamp=2022-09-23T14:21:17Z,host='dv-cinder-857434-4-iscsi',id=d001bd33-9597-41d6-bdea-a2a0176e83e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T13:53:48Z,topic='l3_agent')) {'router_ids': ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'], 'active': True} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:39.455108 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Deleting port c235fade-79ce-4801-a2f3-2d093d168e40 {{(pid=106652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:21:39.455423 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:39.505935 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvr_db [None req-dfd913ae-eb1e-4194-8678-3597245ac60d None None] Set router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd gateway port host: dv-cinder-857434-4-iscsi {{(pid=106654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 14:21:39.538115 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.db [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] For port c235fade-79ce-4801-a2f3-2d093d168e40, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=c235fade-79ce-4801-a2f3-2d093d168e40,segment=NetworkSegment(b2b12fb6-68ae-4b42-b690-2f7215be6834),segment_id=b2b12fb6-68ae-4b42-b690-2f7215be6834)] {{(pid=106652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:21:39.538517 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:39.552554 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.plugins.ml2.plugin [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Calling delete_port for c235fade-79ce-4801-a2f3-2d093d168e40 owned by network:router_gateway {{(pid=106652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:21:39.678468 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_hamode_db [None req-dfd913ae-eb1e-4194-8678-3597245ac60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'name': 'tempest-TestMinimumBasicScenario-1932582636-router', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:11Z', 'updated_at': '2022-09-23T14:21:38Z', 'revision_number': 5, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'gw_port': {'id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:12Z', 'updated_at': '2022-09-23T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}], 'dv-cinder-857434-4-iscsi', False) {} {{(pid=106654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:39.682891 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:39.703903 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd913ae-eb1e-4194-8678-3597245ac60d None None] The sync data for ids ['320a9b7b-6b6e-4eaa-b804-f1ea83407bbd'] in dv-cinder-857434-4-iscsi is: [{'id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'name': 'tempest-TestMinimumBasicScenario-1932582636-router', 'tenant_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'external_fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:19:11Z', 'updated_at': '2022-09-23T14:21:38Z', 'revision_number': 5, 'project_id': '2042b7f74f6940f6a3d990d4ed5f7a18', 'gw_port': {'id': 'c235fade-79ce-4801-a2f3-2d093d168e40', 'name': '', 'network_id': '440abc1c-e003-476b-b222-d237f23a2f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320a9b7b-6b6e-4eaa-b804-f1ea83407bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '039d297f-b5b5-4f23-834e-75caefad683c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:19:12Z', 'updated_at': '2022-09-23T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '039d297f-b5b5-4f23-834e-75caefad683c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-4-iscsi'}] {{(pid=106654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:21:39.827848 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59169219'] for port (c235fade-79ce-4801-a2f3-2d093d168e40), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:39.858557 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c235fade-79ce-4801-a2f3-2d093d168e40,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:39.911486 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:39.925854 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485974'] for router_gateway (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.015445 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.017497 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Publish callbacks [] for router_controller (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.178283 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490593'] for router (320a9b7b-6b6e-4eaa-b804-f1ea83407bbd), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.178919 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 320a9b7b-6b6e-4eaa-b804-f1ea83407bbd {{(pid=106652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:21:40.183239 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.184515 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-d6b72c16-fe8b-478d-98d4-75e64bb834d2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/320a9b7b-6b6e-4eaa-b804-f1ea83407bbd HTTP/1.1" status: 204 len: 168 time: 1.2501054 Sep 23 14:21:40.187206 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [-] (106652) accepted ('10.222.0.62', 38954) {{(pid=106652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:40.239973 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.db.db_base_plugin_v2 [None req-27144ffc-e49c-4e34-91ff-81dbfae94719 admin admin] Deleting subnet 3c424ada-e95c-4779-a079-4aeea52944d7 {{(pid=106652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 14:21:40.243563 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-27144ffc-e49c-4e34-91ff-81dbfae94719 admin admin] Publish callbacks [] for subnet (3c424ada-e95c-4779-a079-4aeea52944d7), before_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.281164 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-27144ffc-e49c-4e34-91ff-81dbfae94719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58778746'] for subnet (3c424ada-e95c-4779-a079-4aeea52944d7), precommit_delete_associations {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.364210 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-27144ffc-e49c-4e34-91ff-81dbfae94719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16085610'] for subnet (3c424ada-e95c-4779-a079-4aeea52944d7), precommit_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.499582 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-27144ffc-e49c-4e34-91ff-81dbfae94719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16087639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59169196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3777785'] for subnet (3c424ada-e95c-4779-a079-4aeea52944d7), after_delete {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.527069 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27144ffc-e49c-4e34-91ff-81dbfae94719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c424ada-e95c-4779-a079-4aeea52944d7,revision_number=None']} {{(pid=106652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:40.530438 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron_lib.callbacks.manager [None req-27144ffc-e49c-4e34-91ff-81dbfae94719 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.533549 dv-cinder-857434-4-iscsi neutron-server[106652]: INFO neutron.wsgi [None req-27144ffc-e49c-4e34-91ff-81dbfae94719 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/3c424ada-e95c-4779-a079-4aeea52944d7 HTTP/1.1" status: 204 len: 168 time: 0.3453016 Sep 23 14:21:40.536236 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38956) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:40.536801 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06aef2f-df3a-49c6-8edf-7c39b6fd2779 None None] Network 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 requested from dv-cinder-857434-4-iscsi {{(pid=106654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 14:21:40.616248 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16406559'] for network (59fb17f3-4d5b-4783-bb76-1feffe4a9d44), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.671919 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Deleting port fde5f16e-732a-4070-a41c-9a5849bcfd65 {{(pid=106653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:21:40.672252 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.721913 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da0fda-7952-4fbb-a08b-b8023e9d1962 None None] DHCP port deletion for 59fb17f3-4d5b-4783-bb76-1feffe4a9d44 request from dv-cinder-857434-4-iscsi {{(pid=106654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 14:21:40.726229 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 5f594391-cf80-4a66-886f-ba62f95ec4fe no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:21:40.749704 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: 5f594391-cf80-4a66-886f-ba62f95ec4fe {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:21:40.750197 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device 5f594391-cf80-4a66-886f-ba62f95ec4fe not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:21:40.762082 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.db [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] For port fde5f16e-732a-4070-a41c-9a5849bcfd65, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fde5f16e-732a-4070-a41c-9a5849bcfd65,segment=NetworkSegment(3e67b0ed-8c8a-4532-b2a8-28a08e155024),segment_id=3e67b0ed-8c8a-4532-b2a8-28a08e155024)] {{(pid=106653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:21:40.762502 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.777663 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Calling delete_port for fde5f16e-732a-4070-a41c-9a5849bcfd65 owned by network:dhcp {{(pid=106653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:21:40.781661 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8da0fda-7952-4fbb-a08b-b8023e9d1962 None None] Deleting port fde5f16e-732a-4070-a41c-9a5849bcfd65 {{(pid=106654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 14:21:40.782274 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a8da0fda-7952-4fbb-a08b-b8023e9d1962 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774122696205'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), before_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.850782 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.db [None req-a8da0fda-7952-4fbb-a08b-b8023e9d1962 None None] For port fde5f16e-732a-4070-a41c-9a5849bcfd65, host dv-cinder-857434-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-4-iscsi',level=0,port_id=fde5f16e-732a-4070-a41c-9a5849bcfd65,segment=NetworkSegment(3e67b0ed-8c8a-4532-b2a8-28a08e155024),segment_id=3e67b0ed-8c8a-4532-b2a8-28a08e155024)] {{(pid=106654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:21:40.851186 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a8da0fda-7952-4fbb-a08b-b8023e9d1962 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485718'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), precommit_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.865565 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-a8da0fda-7952-4fbb-a08b-b8023e9d1962 None None] Calling delete_port for fde5f16e-732a-4070-a41c-9a5849bcfd65 owned by network:dhcp {{(pid=106654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 14:21:40.925221 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=100 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:40.927105 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2864474'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.944942 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a8da0fda-7952-4fbb-a08b-b8023e9d1962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16418187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774122698891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774122256065'] for port (fde5f16e-732a-4070-a41c-9a5849bcfd65), after_delete {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:40.956962 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Pushing event deleted for resources: {'Port': ['ID=fde5f16e-732a-4070-a41c-9a5849bcfd65,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:40.962234 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] No DVR routers for this DVR port fde5f16e-732a-4070-a41c-9a5849bcfd65 on host dv-cinder-857434-4-iscsi {{(pid=106653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:21:40.968107 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da0fda-7952-4fbb-a08b-b8023e9d1962 None None] Pushing event deleted for resources: {'Port': ['ID=fde5f16e-732a-4070-a41c-9a5849bcfd65,revision_number=None']} {{(pid=106654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:40.973676 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da0fda-7952-4fbb-a08b-b8023e9d1962 None None] No DVR routers for this DVR port fde5f16e-732a-4070-a41c-9a5849bcfd65 on host dv-cinder-857434-4-iscsi {{(pid=106654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 14:21:41.048166 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16441409', 'neutron.services.segments.db._delete_segments_for_network-8774122722753'] for network (59fb17f3-4d5b-4783-bb76-1feffe4a9d44), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:41.067757 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fb17f3-4d5b-4783-bb76-1feffe4a9d44']}} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:41.077818 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e67b0ed-8c8a-4532-b2a8-28a08e155024') {'for_net_delete': True} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:41.078110 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.services.segments.db [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e67b0ed-8c8a-4532-b2a8-28a08e155024') {} {{(pid=106653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:21:41.088302 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774122722645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934225'] for segment (3e67b0ed-8c8a-4532-b2a8-28a08e155024), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:41.103695 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654'] for segment (3e67b0ed-8c8a-4532-b2a8-28a08e155024), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:41.111040 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=106653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:21:41.111426 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16440654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2864527'] for segment (3e67b0ed-8c8a-4532-b2a8-28a08e155024), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:41.157572 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:41.189240 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 3e67b0ed-8c8a-4532-b2a8-28a08e155024 resource provider aggregate not found Sep 23 14:21:41.207599 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.services.segments.plugin [-] Segment 3e67b0ed-8c8a-4532-b2a8-28a08e155024 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e67b0ed-8c8a-4532-b2a8-28a08e155024 found for delete ", "request_id": "req-ceac09f1-c263-4c96-b88e-a7d96a80237d"}]} Sep 23 14:21:41.264292 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16441464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486019'] for network (59fb17f3-4d5b-4783-bb76-1feffe4a9d44), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:41.270154 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651776'] for network (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:41.273306 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/59fb17f3-4d5b-4783-bb76-1feffe4a9d44 HTTP/1.1" status: 204 len: 168 time: 0.7359986 Sep 23 14:21:41.286098 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2801b-5479-4f16-9a61-66715fd6364e admin admin] Pushing event deleted for resources: {'Network': ['ID=59fb17f3-4d5b-4783-bb76-1feffe4a9d44,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:41.647992 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38966) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:41.688650 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-dd21f0e6-279e-40ae-8ec2-571e303a7b86 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6ac60e3f01644a258f0a7ebddf8f4d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394900 Sep 23 14:21:41.691878 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38968) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:41.745860 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-797c67ef-9d43-4c6a-8207-969b58ca1b7e admin admin] Publish callbacks [] for security_group (1f30e553-6067-4d28-a733-34bdac067851), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:41.771733 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-797c67ef-9d43-4c6a-8207-969b58ca1b7e admin admin] Publish callbacks [] for security_group (1f30e553-6067-4d28-a733-34bdac067851), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:41.901251 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-797c67ef-9d43-4c6a-8207-969b58ca1b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (1f30e553-6067-4d28-a733-34bdac067851), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:41.903826 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-797c67ef-9d43-4c6a-8207-969b58ca1b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:41.905007 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-797c67ef-9d43-4c6a-8207-969b58ca1b7e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1f30e553-6067-4d28-a733-34bdac067851 HTTP/1.1" status: 204 len: 168 time: 0.2120326 Sep 23 14:21:41.913685 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c67ef-9d43-4c6a-8207-969b58ca1b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f30e553-6067-4d28-a733-34bdac067851,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:41.928527 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:42.408947 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fde5f16e-732a-4070-a41c-9a5849bcfd65 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:21:42.432594 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: fde5f16e-732a-4070-a41c-9a5849bcfd65 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:21:42.432874 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device fde5f16e-732a-4070-a41c-9a5849bcfd65 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:21:42.433257 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device c235fade-79ce-4801-a2f3-2d093d168e40 no longer exists at agent ovs-agent-dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:21:42.453025 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] No Port match for: c235fade-79ce-4801-a2f3-2d093d168e40 {{(pid=106654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 14:21:42.453368 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron.plugins.ml2.rpc [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Device c235fade-79ce-4801-a2f3-2d093d168e40 not bound to the agent host dv-cinder-857434-4-iscsi {{(pid=106654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:21:42.630778 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38974) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:42.677402 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-ae14c4e6-e22c-4d98-b5f5-f077531d3d14 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2042b7f74f6940f6a3d990d4ed5f7a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453677 Sep 23 14:21:42.680034 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [-] (106653) accepted ('10.222.0.62', 38976) {{(pid=106653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 14:21:42.703798 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:42.730217 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a720702a-4625-4cfe-bbfa-1be4935f2fbd admin admin] Publish callbacks [] for security_group (a4d78d4f-12e0-474c-a13f-b8cbc9b23f19), before_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:42.751665 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a720702a-4625-4cfe-bbfa-1be4935f2fbd admin admin] Publish callbacks [] for security_group (a4d78d4f-12e0-474c-a13f-b8cbc9b23f19), precommit_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:42.903597 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a720702a-4625-4cfe-bbfa-1be4935f2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465863'] for security_group (a4d78d4f-12e0-474c-a13f-b8cbc9b23f19), after_delete {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:42.906850 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron_lib.callbacks.manager [None req-a720702a-4625-4cfe-bbfa-1be4935f2fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:42.908002 dv-cinder-857434-4-iscsi neutron-server[106653]: INFO neutron.wsgi [None req-a720702a-4625-4cfe-bbfa-1be4935f2fbd admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a4d78d4f-12e0-474c-a13f-b8cbc9b23f19 HTTP/1.1" status: 204 len: 168 time: 0.2270255 Sep 23 14:21:42.916152 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720702a-4625-4cfe-bbfa-1be4935f2fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d78d4f-12e0-474c-a13f-b8cbc9b23f19,revision_number=None']} {{(pid=106653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:21:45.024032 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-173346f1-eb3e-4e81-aa4f-4f52253f687e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:45.402354 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=36 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:45.486552 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:47.299471 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:DELETE=1,neutron:SELECT=50 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:47.338302 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-48b7016d-9c37-41ee-a953-b4deccb0de41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:48.646667 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:50.001032 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:50.252087 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:21:50.505150 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:50.508008 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG dbcounter [-] [106652] Writing DB stats neutron:SELECT=43,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:52.911397 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=56,neutron:DELETE=7 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:21:52.912234 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG dbcounter [-] [106653] Writing DB stats neutron:SELECT=1 {{(pid=106653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:22:04.253337 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:22:04.256438 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:22:09.289434 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:22:09.294292 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:22:14.303620 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:22:14.989444 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-a0fad8ba-7fcc-4d41-bdd5-5d19b7a7ab76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:15.512266 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:17.369747 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d522521e-67df-4ab4-8742-5cccd96465a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:18.652093 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:20.015529 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:20.273156 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:24.298812 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=3 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:22:24.299577 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:22:30.194756 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:22:30.196927 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:22:45.014227 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-2168826d-6354-42a8-9d2e-f684bc8cd069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:45.490698 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:46.284765 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=16 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:22:46.289884 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=16 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:22:47.319625 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-9b29b122-812f-4647-89e4-07f081c1ad48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:48.643338 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:50.022905 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:50.272295 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:22:51.302349 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:23:00.197447 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:23:00.199362 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:23:01.298133 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:23:15.008692 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-ab73be1d-e270-455e-a289-74418fd4794d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:15.511988 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:17.306698 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-408789e6-ee20-415f-b587-76f4a98adbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:18.659441 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:20.009811 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:20.289794 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:23.285934 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:23:23.289890 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:23:28.302500 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:23:30.204581 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:23:30.207507 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:23:43.330465 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:23:43.331191 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:23:45.017228 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-cec05f19-ab1b-438a-a237-e32240742266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:45.520833 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:47.326059 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-6d49ee16-55fa-428d-8890-5fb5d3b73303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:48.652851 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:50.013136 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:50.275647 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:23:56.272519 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-df283f96-a1d2-4f02-8fa9-5eb15806eea6 service neutron] (106652) timed out ('10.222.0.62', 60740) {{(pid=106652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 14:23:56.380001 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [req-96719de0-4d03-4169-ad4b-a53425c31185 req-f3b28be0-aa4c-45f3-b729-eb39dacbc4ea tempest-TestShelveInstance-1487927433 tempest-TestShelveInstance-1487927433-project] (106652) timed out ('10.222.0.62', 60748) {{(pid=106652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 14:24:00.282279 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:24:00.287177 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=5 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:24:04.262247 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:24:04.263044 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:UPDATE=4,neutron:SELECT=22 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:24:05.302421 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:24:09.083987 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-177a7837-8299-483c-b56d-cd76326d0038 service neutron] (106653) timed out ('10.222.0.62', 34680) {{(pid=106653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 14:24:09.303860 dv-cinder-857434-4-iscsi neutron-server[106652]: DEBUG neutron.wsgi [req-f624dcf4-7f03-4a2c-b379-6bf2a163d40b req-fbc6d2fe-4bc4-43ba-9f30-85351fa5643c tempest-AttachVolumeShelveTestJSON-1453461522 tempest-AttachVolumeShelveTestJSON-1453461522-project] (106652) timed out ('10.222.0.62', 34700) {{(pid=106652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 14:24:15.009956 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-47edf3d3-c989-4712-b8d1-c7dabd195983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:15.297679 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:24:15.298434 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:24:15.524277 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:17.324299 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-bce72c3f-bfcc-4aed-93a6-4fc36cd1efcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:18.656548 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:19.981550 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:20.313573 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:30.201079 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:24:30.207092 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:24:42.301632 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:24:45.098187 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-d6bc99c9-bb56-4133-93ff-4a647fbb09ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:45.572252 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:47.332544 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-e88a529c-a75a-48c2-9fcf-1d8e318f607d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:48.664655 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:50.018697 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:50.298492 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:24:52.296197 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=15 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:24:52.296920 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=19 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:25:00.203955 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:25:00.210033 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:25:14.275527 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=3 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:25:14.280351 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=3 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:25:15.033742 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-e9c2359b-9037-4baf-a924-d40b86d7a99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:15.598375 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:17.323748 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-c6eda4f0-8616-4307-9685-e5b622d71512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:18.672589 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:19.302642 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:25:20.015648 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:20.347138 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:29.298305 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:25:30.210213 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:25:30.214535 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:25:45.034437 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-6284a91c-15ce-41ed-bb87-17da0b033f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:45.622790 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:47.348712 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-dd2e32d0-8dd9-4f1b-9512-0fe941581b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:48.703279 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:50.011557 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:50.298144 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:25:51.272837 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:25:51.277750 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=4 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:25:51.792840 dv-cinder-857434-4-iscsi neutron-server[106653]: DEBUG neutron.wsgi [req-17e08a6b-e812-430e-be77-512921c2dca5 req-4e342fe1-016a-40b2-955c-133e17605578 service neutron] (106653) timed out ('10.222.0.49', 64257) {{(pid=106653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 14:25:56.301704 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:26:04.385174 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:26:04.386562 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:26:06.297910 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=2 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:26:15.042235 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-8b9a39ac-9959-4616-9a5b-bd9e9fd48129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:26:15.588742 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:26:17.360808 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-1fc9260c-ee5e-41cd-a8db-6fcdd4db4e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:26:18.664130 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:26:20.040280 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:26:20.349326 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:26:28.263593 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=1 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:26:28.273726 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=5 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:26:30.218233 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:26:30.220176 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG dbcounter [-] [106654] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:26:33.301654 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG neutron.db.agents_db [None req-ddde4ae2-d2c5-4a71-aba3-ba0b90119849 None None] Agent healthcheck: found 6 active agents {{(pid=106655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:26:44.261322 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=15 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:26:44.262066 dv-cinder-857434-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=13 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 14:26:45.063902 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fcb50a69-5802-4a57-b7d5-7969fe791a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (61844b0e-177a-4681-9882-2f8c7b141a21), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:26:45.621003 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-f38c4655-332b-42b1-8b95-fc0c539ef39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (a35ff765-3235-40b9-9bda-7f842e3aa838), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:26:47.344337 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-61e72e3a-f682-4874-85e5-d195be77060d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (d001bd33-9597-41d6-bdea-a2a0176e83e7), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:26:48.693017 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-58969101-8f49-4f87-8e2c-5e22dd37e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (ef4094d7-0ad5-4444-ba50-bd286de6b45e), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:26:50.001298 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-40a6d457-2f02-4794-af6b-c797aaa7114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (3ae8f99d-e753-42f1-9b55-3bcbd2213d07), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 14:26:50.311096 dv-cinder-857434-4-iscsi neutron-server[106654]: DEBUG neutron_lib.callbacks.manager [None req-fc0b856b-1150-477f-a223-3e4c0fd908fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774122722735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16442624'] for agent (870efe10-fb2b-4648-9d12-4368d9ef38e5), after_update {{(pid=106654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}